-- Logs begin at Tue 2021-06-29 20:09:17 UTC, end at Tue 2021-06-29 21:10:47 UTC. --
Jun 29 20:45:27.610151 dv-cinder-779781-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 29 20:45:29.711449 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.common.config [-] Logging enabled!
Jun 29 20:45:29.712105 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53
Jun 29 20:45:29.712210 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74111) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jun 29 20:45:29.714401 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.common.config [-] Logging enabled!
Jun 29 20:45:29.714650 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53
Jun 29 20:45:29.714894 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74111) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jun 29 20:45:29.715836 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 29 20:45:29.716064 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 29 20:45:29.716419 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 29 20:45:29.716686 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 29 20:45:29.716911 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 29 20:45:29.717226 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.717519 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.717811 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.718037 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.718325 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.718611 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.718891 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.719176 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.719468 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.719752 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.720029 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.720309 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.720553 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.720839 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.721123 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.721413 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.721633 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.721910 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.722327 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.722739 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.723020 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.723307 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.723610 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.724338 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.724648 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.724982 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] host                           = dv-cinder-779781-1-iscsi {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.725261 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.725549 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.725835 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.726122 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.726398 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.726676 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.726975 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.727233 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.727503 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.727779 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.728065 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.728351 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.728665 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.728893 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.729114 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.729402 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.729689 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.729964 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.730238 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.730511 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.730783 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.731053 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.731321 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.731605 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.731888 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.732169 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.732443 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.732744 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.733016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.733287 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.733569 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.733837 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.734112 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.734381 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.734664 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.734932 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.735203 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.735502 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.735786 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.736064 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.736346 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.736645 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.736925 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.737195 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.737721 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.737991 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.738263 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.738533 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.738811 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.739080 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.739995 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.740272 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.740568 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.740856 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:29.741154 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.741448 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.741747 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.742032 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.742321 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.742604 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.742892 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.743170 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.743458 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.743744 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.744034 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.744312 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.744625 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.744922 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.745209 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.745480 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.745755 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.746044 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.746320 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.746594 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.746870 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.747153 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.747429 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.747696 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.747978 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.748254 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.748523 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.748813 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.749088 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.749373 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.749646 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.749916 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.750184 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.750457 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.750726 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.751011 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.751286 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.751557 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.751827 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.752103 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.752374 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.752666 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.752943 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.753211 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.753486 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.753755 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.754025 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.754297 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.754567 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.754854 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.755757 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.756029 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.756305 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.756594 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.756865 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.757137 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.757405 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.757675 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.757959 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.758258 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.758535 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.758811 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.759086 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.759362 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.759634 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.759907 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.760184 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.760460 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.760753 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.761043 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.761325 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.761610 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.761890 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.762167 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.762458 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.762734 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.763014 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.763289 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.763565 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.763847 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.764130 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.764428 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.764751 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.765045 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.765336 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.765626 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.765906 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.766215 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.766492 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:29.766713 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 29 20:45:29.766953 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74111) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 29 20:45:30.172919 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO keyring.backend [-] Loading KWallet
Jun 29 20:45:30.180030 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO keyring.backend [-] Loading SecretService
Jun 29 20:45:30.183284 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO keyring.backend [-] Loading Windows
Jun 29 20:45:30.184626 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO keyring.backend [-] Loading chainer
Jun 29 20:45:30.185183 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO keyring.backend [-] Loading macOS
Jun 29 20:45:30.217318 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:45:30.217590 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:45:30.217884 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:45:30.218215 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 29 20:45:30.524105 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.524368 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.524617 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.579736 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.580599 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.580599 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.584057 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.584329 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.584645 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.613385 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.613660 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.613919 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.639469 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.639747 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.640013 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.960117 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5447021700> agent after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.960802 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5447021700> agent after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.960802 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f5447021790> segment precommit_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.961108 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f5447021820> network precommit_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:30.961662 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f5446eef9d0> segment before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.085625 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> network before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.085951 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f5447002f70> agent before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.086714 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> network before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.087003 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> port before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.087274 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> port before_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.087586 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> segment after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.087858 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> segment precommit_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.088118 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> segment precommit_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.088372 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> segment after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.088679 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> network after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.088939 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> network precommit_delete 0 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.089204 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> port provisioning_complete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.089469 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> rbac-policy before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.089724 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> rbac-policy after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.089988 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> agent after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.090257 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> subnet after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.090511 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> subnet precommit_delete 0 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.090782 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> rbac-policy before_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.091033 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> rbac-policy before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.091313 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> segment_host_mapping after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.091670 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> port after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.091914 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> port after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.092157 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> port after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.092436 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> rbac-policy before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.092714 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> rbac-policy before_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.092960 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5447858520>> rbac-policy before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.093347 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 20:45:31.093586 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 20:45:31.093829 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 20:45:31.094057 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 20:45:31.094291 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 20:45:31.094523 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 20:45:31.095075 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 29 20:45:31.098264 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 29 20:45:31.102204 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 29 20:45:31.106074 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Jun 29 20:45:31.107686 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 29 20:45:31.108081 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 29 20:45:31.108412 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 29 20:45:31.108822 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 29 20:45:31.111586 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 29 20:45:31.111846 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 29 20:45:31.112195 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 29 20:45:31.139681 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jun 29 20:45:31.140126 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f5446eb4d00>> qos_plugin after_init 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.140421 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74111) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 29 20:45:31.140810 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f5446eb4910>> logging-plugin after_init 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.142155 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74111) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 29 20:45:31.142433 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 29 20:45:31.142672 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 29 20:45:31.146423 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5446d98cd0>> floatingip before_response 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.146703 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5446d98cd0>> port before_response 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.205889 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 29 20:45:31.206124 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 29 20:45:31.206357 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 29 20:45:31.206719 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 29 20:45:31.237170 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_db.sqlalchemy.engines [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74111) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 29 20:45:31.562860 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Initializing driver for type 'gre'
Jun 29 20:45:31.563308 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] gre ID ranges: [(1, 1000)]
Jun 29 20:45:31.617893 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Initializing driver for type 'local'
Jun 29 20:45:31.618236 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Initializing driver for type 'vlan'
Jun 29 20:45:31.634453 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] VlanTypeDriver initialization complete
Jun 29 20:45:31.634836 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Initializing driver for type 'vxlan'
Jun 29 20:45:31.635431 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] vxlan ID ranges: [(1, 1000)]
Jun 29 20:45:31.690000 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Initializing extension driver 'port_security'
Jun 29 20:45:31.690310 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.extensions.port_security [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] PortSecurityExtensionDriver initialization complete
Jun 29 20:45:31.690637 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Initializing mechanism driver 'openvswitch'
Jun 29 20:45:31.690955 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Initializing mechanism driver 'hyperv'
Jun 29 20:45:31.697441 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.plugins.ml2.plugin [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:45:31.698199 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446e1c6d0>> port after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.698569 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446e1c6d0>> port after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.698920 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446e1c6d0>> port after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.699351 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446e1ca00>> subnet after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.699865 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446e1ca00>> subnet after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.700251 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446e1ca00>> subnet after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.700670 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446875be0>> network after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.701025 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446875be0>> network after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.701371 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446875be0>> network after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.701749 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446875e50>> security_group after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.702094 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446875e50>> security_group after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.702433 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446875e50>> security_group after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.702807 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446875ee0>> security_group_rule after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.703148 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446875ee0>> security_group_rule after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.703480 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5446875ee0>> security_group_rule after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.703812 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] ML2 OVO RPC backend initialized. {{(pid=74111) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jun 29 20:45:31.704442 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> router_interface after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.704812 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> router_interface after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.705226 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> network before_response 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.705564 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> networks before_response 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.705903 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> port before_response 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.706238 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> ports before_response 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.706576 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> subnet before_response 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.706914 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> subnets before_response 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.707252 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> network after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.707584 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> network after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.707913 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> network after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.708893 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> port after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.709311 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> port after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.709653 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> port after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.709986 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> subnet after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.710318 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> subnet after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.710646 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f544687a340>> subnet after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.711216 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.plugin [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Modular L2 Plugin initialization complete
Jun 29 20:45:31.711537 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading services supported by the core plugin {{(pid=74111) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 29 20:45:31.711858 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.plugins.ml2.managers [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Got port-security extension from driver 'port_security'
Jun 29 20:45:31.712310 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.extensions.vlantransparent [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Disabled vlantransparent extension.
Jun 29 20:45:31.712751 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74111) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 29 20:45:31.713059 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading Plugin: router
Jun 29 20:45:31.748591 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router_interface before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.748970 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router after_create 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.749332 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router before_create 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.749683 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router_interface before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.750042 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router_interface after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.750386 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router after_delete 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.750732 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> floatingip after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.751085 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router after_create 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.751423 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router after_update 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.751762 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router after_update 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.752102 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router_gateway after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.752448 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router after_update 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.752866 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router precommit_update 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.753222 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f544702fb80> port after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.753550 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f544702fa60> port after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.753879 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f544702faf0> subnet after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.754203 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f544702fc10> subnetpool_address_scope after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.754535 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> port precommit_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.754913 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router precommit_create 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.755244 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f5446f5aaf0> port before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.755572 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router precommit_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.755915 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router after_update 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.756241 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router precommit_delete 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.756606 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router precommit_create 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.756960 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router_interface after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.757292 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> router precommit_update 55549900 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.757642 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> agent after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.757976 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> agent after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.758311 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f544687a5b0>> network after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.759146 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Tracking information for resource: router configured {{(pid=74111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 20:45:31.759468 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Tracking information for resource: floatingip configured {{(pid=74111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 20:45:31.764240 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.db.l3_agentschedulers_db [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 29 20:45:31.764828 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f54467ec430> port after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.765181 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f54467ec310> port after_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.765520 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function _notify_port_delete at 0x7f54467ec3a0> port after_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.765875 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f54467ec700> port after_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.766728 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f544680eeb0>> router before_create 55550100 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.767020 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f544680eeb0>> router precommit_delete 55550100 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.767369 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f544680eeb0>> router precommit_create 55550100 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.767716 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f544680eeb0>> router precommit_update 55550100 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.772559 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.services.provider_configuration [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service providers = [] {{(pid=74111) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 29 20:45:31.772910 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.db.servicetype_db [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74111) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 29 20:45:31.775752 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.services.service_base [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74111) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 20:45:31.776092 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.services.service_base [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74111) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 20:45:31.776425 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.services.service_base [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74111) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 20:45:31.777471 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.services.service_base [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74111) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 20:45:31.777838 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.services.service_base [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 29 20:45:31.778210 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 20:45:31.778518 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 29 20:45:31.789586 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 20:45:31.789914 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading Plugin: auto_allocate
Jun 29 20:45:31.795692 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5446832af0> network precommit_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.796054 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5446832af0> network precommit_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.796590 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 20:45:31.796904 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading Plugin: tag
Jun 29 20:45:31.804144 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 20:45:31.804468 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading Plugin: timestamp
Jun 29 20:45:31.808177 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 20:45:31.808499 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading Plugin: network_ip_availability
Jun 29 20:45:31.813713 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5446852e50>> rbac-policy before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.814023 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5446852e50>> rbac-policy before_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.814368 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5446852e50>> rbac-policy before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:31.815063 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 20:45:31.815374 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading Plugin: flavors
Jun 29 20:45:31.820789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 20:45:31.821117 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading Plugin: revisions
Jun 29 20:45:31.825319 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 20:45:31.825701 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_concurrency.lockutils [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=74111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:45:31.826423 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74111) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Jun 29 20:45:31.826750 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Initializing extension manager.
Jun 29 20:45:31.827241 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: __init__.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.827573 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: __pycache__ {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.827896 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.828217 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.828554 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: _filter_validation_lib.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.828878 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.829193 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: address_group.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.829914 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.830471 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: address-group
Jun 29 20:45:31.830783 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: address_scope.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.831466 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.831970 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: address-scope
Jun 29 20:45:31.832284 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.833847 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.834350 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: router-admin-state-down-before-update
Jun 29 20:45:31.834659 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: agent.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.835331 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.835831 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: agent
Jun 29 20:45:31.836146 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: agent_resources_synced.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.837045 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.837550 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: agent-resources-synced
Jun 29 20:45:31.837861 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.839561 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.840078 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: allowed-address-pairs
Jun 29 20:45:31.840394 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.841479 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.841986 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: auto-allocated-topology
Jun 29 20:45:31.842298 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: availability_zone.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.842957 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.843452 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: availability_zone
Jun 29 20:45:31.843761 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: availability_zone_filter.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.844665 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.845163 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: availability_zone_filter
Jun 29 20:45:31.845473 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: data_plane_status.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.846359 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.846856 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 29 20:45:31.847168 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: default_subnetpools.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.848040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.848770 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: default-subnetpools
Jun 29 20:45:31.848920 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.849671 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.850164 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: dhcp_agent_scheduler
Jun 29 20:45:31.850473 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: dns.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.851345 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.851841 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension dns-integration not supported by any of loaded plugins
Jun 29 20:45:31.852155 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: dns_domain_ports.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.853061 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.853555 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 29 20:45:31.853868 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: dvr.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.854507 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.855009 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: dvr
Jun 29 20:45:31.855319 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: empty_string_filtering.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.856200 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.856728 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: empty-string-filtering
Jun 29 20:45:31.857040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.857910 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.858404 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 29 20:45:31.858712 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.859582 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.860082 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 29 20:45:31.860389 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: external_net.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.861286 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.861788 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: external-net
Jun 29 20:45:31.862099 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.863233 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.863733 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: extra_dhcp_opt
Jun 29 20:45:31.864044 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: extraroute.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.865005 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.865505 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: extraroute
Jun 29 20:45:31.865818 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: extraroute_atomic.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.866813 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.867315 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: extraroute-atomic
Jun 29 20:45:31.867629 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: filter_validation.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.868270 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.868802 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: filter-validation
Jun 29 20:45:31.869110 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: fip_pf_description.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.869989 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.870486 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 29 20:45:31.870794 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: fip_port_details.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.871845 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.872350 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: fip-port-details
Jun 29 20:45:31.872693 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: flavors.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.873889 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.874396 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: flavors
Jun 29 20:45:31.874714 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.876330 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.876867 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 29 20:45:31.877187 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: floatingip_pools.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.877854 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.878357 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: floatingip-pools
Jun 29 20:45:31.878671 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: ip_allocation.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.879553 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.880623 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 29 20:45:31.880937 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.881826 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.882327 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: ip-substring-filtering
Jun 29 20:45:31.882641 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: l2_adjacency.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.883525 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.884022 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 29 20:45:31.884336 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: l3.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.885283 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.885797 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: router
Jun 29 20:45:31.886111 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.888284 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.888845 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 29 20:45:31.889171 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.890071 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.890579 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: ext-gw-mode
Jun 29 20:45:31.890899 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.891779 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.892282 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: l3-ha
Jun 29 20:45:31.892633 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: l3_flavors.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.893507 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.894009 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: l3-flavors
Jun 29 20:45:31.894324 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.895193 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.896276 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 29 20:45:31.896690 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: l3agentscheduler.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.897681 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.898189 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: l3_agent_scheduler
Jun 29 20:45:31.898507 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: logging.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.899984 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.900493 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension logging not supported by any of loaded plugins
Jun 29 20:45:31.900836 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: metering.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.901544 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.902107 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: metering
Jun 29 20:45:31.902422 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.903473 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.903981 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: metering_source_and_destination_fields
Jun 29 20:45:31.904299 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: multiprovidernet.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.905212 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.905713 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: multi-provider
Jun 29 20:45:31.906035 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: netmtu.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.907038 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.907539 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: net-mtu
Jun 29 20:45:31.907852 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: netmtu_writable.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.908750 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.909251 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: net-mtu-writable
Jun 29 20:45:31.909561 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: network_availability_zone.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.910199 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.910697 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: network_availability_zone
Jun 29 20:45:31.911005 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: network_ip_availability.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.912232 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.912767 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: network-ip-availability
Jun 29 20:45:31.913083 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: network_segment_range.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.913824 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.914323 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 29 20:45:31.914635 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: pagination.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.915594 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.915917 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: pagination
Jun 29 20:45:31.916233 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.917155 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.917663 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: port-mac-address-regenerate
Jun 29 20:45:31.917975 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: port_resource_request.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.918853 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.919354 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 29 20:45:31.919667 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: portbindings.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.920592 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.921098 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: binding
Jun 29 20:45:31.921410 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: portbindings_extended.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.922647 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.923156 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: binding-extended
Jun 29 20:45:31.923474 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: portsecurity.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.924362 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.924891 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: port-security
Jun 29 20:45:31.925206 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: project_id.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.926149 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.926476 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: project-id
Jun 29 20:45:31.926849 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: providernet.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.927874 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.928384 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: provider
Jun 29 20:45:31.928736 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: qos.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.932209 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.932751 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension qos not supported by any of loaded plugins
Jun 29 20:45:31.933078 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.934287 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.934792 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 29 20:45:31.935112 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.935998 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.936511 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 29 20:45:31.936864 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: qos_default.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.937741 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.938248 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension qos-default not supported by any of loaded plugins
Jun 29 20:45:31.938564 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: qos_fip.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.939187 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.939680 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension qos-fip not supported by any of loaded plugins
Jun 29 20:45:31.939992 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.940906 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.941411 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 29 20:45:31.941726 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.943160 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.943748 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 29 20:45:31.944064 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.944977 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.945483 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 29 20:45:31.945796 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: qos_rules_alias.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.946817 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.947330 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 29 20:45:31.947646 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: quotasv2.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.948489 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.948833 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: quotas
Jun 29 20:45:31.949146 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: quotasv2_detail.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.950860 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.951190 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: quota_details
Jun 29 20:45:31.951518 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: rbac.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.952527 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.953065 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: rbac-policies
Jun 29 20:45:31.953385 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: rbac_address_scope.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.954274 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.954784 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: rbac-address-scope
Jun 29 20:45:31.955101 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: rbac_security_groups.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.955980 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.956486 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: rbac-security-groups
Jun 29 20:45:31.956823 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.957712 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.958912 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: rbac-subnetpool
Jun 29 20:45:31.959233 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: revisionifmatch.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.960122 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.960672 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: revision-if-match
Jun 29 20:45:31.961191 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: revisions.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.962046 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.962552 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: standard-attr-revisions
Jun 29 20:45:31.962868 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: router_availability_zone.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.963515 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.964021 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: router_availability_zone
Jun 29 20:45:31.964336 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: routerservicetype.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.965238 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.965739 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension router-service-type not supported by any of loaded plugins
Jun 29 20:45:31.966052 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.966955 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.967460 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: port-security-groups-filtering
Jun 29 20:45:31.967775 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: securitygroup.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.978388 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.978910 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: security-group
Jun 29 20:45:31.979235 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: segment.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.979994 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.980500 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension segment not supported by any of loaded plugins
Jun 29 20:45:31.980853 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.981761 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.982264 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 29 20:45:31.982581 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: servicetype.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.983671 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.984182 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: service-type
Jun 29 20:45:31.984501 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: sorting.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.985467 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.985789 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: sorting
Jun 29 20:45:31.986100 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: standard_attr_segment.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.986985 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.987753 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 29 20:45:31.988065 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: standardattrdescription.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.988722 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.989295 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: standard-attr-description
Jun 29 20:45:31.989680 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: stateful_security_group.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.990694 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.991205 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: stateful-security-group
Jun 29 20:45:31.991518 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: stdattrs_common.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.992069 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 29 20:45:31.992384 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.993298 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.993798 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 29 20:45:31.994107 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: subnet_onboard.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.995217 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.995726 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: subnet_onboard
Jun 29 20:45:31.996040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.996959 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.997465 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 29 20:45:31.997777 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: subnet_service_types.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:31.998659 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:31.999166 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: subnet-service-types
Jun 29 20:45:31.999477 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: subnetallocation.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:32.000523 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:32.001053 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: subnet_allocation
Jun 29 20:45:32.001368 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:32.002004 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:32.002508 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: subnetpool-prefix-ops
Jun 29 20:45:32.002819 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:32.003719 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:32.004219 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 29 20:45:32.004555 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: tagging.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:32.006330 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:32.006851 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: standard-attr-tag
Jun 29 20:45:32.007169 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: timestamp.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:32.008335 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:32.008877 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loaded extension: standard-attr-timestamp
Jun 29 20:45:32.009199 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: trunk.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:32.010189 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:32.010696 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension trunk not supported by any of loaded plugins
Jun 29 20:45:32.011015 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: trunk_details.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:32.011893 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:32.012400 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension trunk-details not supported by any of loaded plugins
Jun 29 20:45:32.012745 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:32.013625 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:32.014126 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 29 20:45:32.014441 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Loading extension file: vlantransparent.py {{(pid=74111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 20:45:32.015086 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 20:45:32.015585 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 29 20:45:32.017807 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:network
Jun 29 20:45:32.018497 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:subnet
Jun 29 20:45:32.019256 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 20:45:32.019851 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:port
Jun 29 20:45:32.021828 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.022253 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service FLAVORS assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.022848 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.023273 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.023596 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:router
Jun 29 20:45:32.024240 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:floatingip
Jun 29 20:45:32.024951 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service METERING assigned prefix: /metering {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.026346 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f544670b220>> rbac-policy before_create 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:32.026704 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f544670b220>> rbac-policy before_update 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:32.027049 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f544670b220>> rbac-policy before_delete 55550000 {{(pid=74111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:45:32.028156 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 29 20:45:32.028620 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:security_group
Jun 29 20:45:32.029264 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 29 20:45:32.029988 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service CORE assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.030308 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 20:45:32.030637 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] subnetpool is already registered
Jun 29 20:45:32.031236 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service CORE assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.031553 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 20:45:32.031865 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] subnetpool is already registered
Jun 29 20:45:32.034420 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.034845 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service FLAVORS assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.035426 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.035838 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.036241 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:router
Jun 29 20:45:32.036585 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] router is already registered
Jun 29 20:45:32.037171 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:floatingip
Jun 29 20:45:32.037490 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] floatingip is already registered
Jun 29 20:45:32.038105 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service METERING assigned prefix: /metering {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.038752 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 29 20:45:32.039069 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] rbac_policy is already registered
Jun 29 20:45:32.039596 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:security_group
Jun 29 20:45:32.039912 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] security_group is already registered
Jun 29 20:45:32.040490 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 29 20:45:32.040832 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] security_group_rule is already registered
Jun 29 20:45:32.041471 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service CORE assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.041791 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 20:45:32.042105 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] subnetpool is already registered
Jun 29 20:45:32.042710 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.v2.resource_helper [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Service CORE assigned prefix:  {{(pid=74111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 20:45:32.043027 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 20:45:32.043346 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING neutron.quota.resource_registry [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] subnetpool is already registered
Jun 29 20:45:32.043968 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: extensions {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.045402 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: address-groups {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.046960 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: address-scopes {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.048125 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: agents {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.049276 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: auto-allocated-topology {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.050580 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: availability_zones {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.051906 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: dhcp-networks {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.053318 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: dhcp-agents {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.054683 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: routers {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.056558 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: flavors {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.057698 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: service_profiles {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.058870 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: next_providers {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.060332 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: service_profiles {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.061751 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: floatingip-pools {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.062913 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: routers {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.064738 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: floatingips {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.065828 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: l3-routers {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.067160 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: l3-agents {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.069121 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: metering-labels {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.070444 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: metering-label-rules {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.071658 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: network-ip-availabilities {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.072926 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: bindings {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.075431 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: quotas {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.076850 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: quotas {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.078232 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: rbac-policies {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.079532 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: security-groups {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.080749 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: security-group-rules {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.081941 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: service-providers {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.083690 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: subnetpools {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.085091 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: subnetpools {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.086495 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: tags {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.088115 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: tags {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.089882 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: tags {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.091575 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: tags {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.093315 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: tags {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.094982 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: tags {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.096729 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: tags {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.098528 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: tags {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.100483 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: tags {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.102279 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron.api.extensions [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Extended resource: tags {{(pid=74111) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 20:45:32.108056 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING keystonemiddleware.auth_token [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 29 20:45:32.112939 dv-cinder-779781-1-iscsi neutron-server[74111]: WARNING keystonemiddleware.auth_token [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 29 20:45:32.120924 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_concurrency.lockutils [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Acquired lock "singleton_lock" {{(pid=74111) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 29 20:45:32.121392 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_concurrency.lockutils [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Releasing lock "singleton_lock" {{(pid=74111) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 29 20:45:32.122006 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO oslo_service.service [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Starting 2 workers
Jun 29 20:45:32.126425 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Started child 74216 {{(pid=74111) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 20:45:32.131010 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Started child 74217 {{(pid=74111) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 20:45:32.132561 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO neutron.service [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 29 20:45:32.132733 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:32.133387 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Notify callbacks [] for process, before_spawn {{(pid=74111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:32.134031 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [-] (74216) wsgi starting up on http://0.0.0.0:9696
Jun 29 20:45:32.135636 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO oslo_service.service [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Starting 1 workers
Jun 29 20:45:32.135984 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:32.137376 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [-] (74217) wsgi starting up on http://0.0.0.0:9696
Jun 29 20:45:32.140429 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Started child 74218 {{(pid=74111) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 20:45:32.140973 dv-cinder-779781-1-iscsi neutron-server[74111]: INFO oslo_service.service [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Starting 1 workers
Jun 29 20:45:32.144216 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.service [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] calling RpcWorker wait() {{(pid=74218) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 29 20:45:32.144788 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.service [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] returning from RpcWorker wait() {{(pid=74218) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 29 20:45:32.145012 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Started child 74219 {{(pid=74111) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 20:45:32.146421 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG neutron_lib.callbacks.manager [None req-396514e6-77ea-45e1-8f97-d2e036d0f5a6 None None] Notify callbacks [] for process, after_spawn {{(pid=74111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:32.146576 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:32.147220 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:45:32.148363 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74111) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 29 20:45:32.148602 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 29 20:45:32.148785 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 29 20:45:32.148986 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 29 20:45:32.149313 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 29 20:45:32.149474 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 29 20:45:32.149991 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.150249 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.150516 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.150774 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.151054 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.151580 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.151843 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.152077 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.152341 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.152430 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:32.152909 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.152909 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.152909 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.153156 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.153363 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.153638 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.153892 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.154122 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.154372 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.154538 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.154794 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.155049 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.155287 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.155551 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.155784 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.156264 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.156484 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.156764 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.156997 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.157268 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.157492 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.157755 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.157987 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.158197 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.158431 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.158675 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.158897 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.159134 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.159375 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.159586 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.160024 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] host                           = dv-cinder-779781-1-iscsi {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.160267 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.160500 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.160762 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.160987 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.161338 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.161574 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.161815 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.162053 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.162310 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.162547 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.162791 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.163035 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.163244 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.163480 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.163639 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.163867 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.164143 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.164392 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.164595 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.164762 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.164936 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.165192 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.165352 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.165595 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.165829 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.166016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.166223 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.166449 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.166718 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.166936 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.167160 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.167391 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.167581 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.167831 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.168042 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.168258 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.168501 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.168762 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.168971 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.169197 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.169423 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.169661 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.169886 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.170094 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.170328 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.170587 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.170823 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.171049 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.171303 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.171529 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.171804 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.171966 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.172207 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.172425 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.172688 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.172936 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.173144 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.173367 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.173578 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.173813 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.174023 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.174481 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.174481 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.174889 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.174889 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.175168 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.175306 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.175653 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.175887 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.176128 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.176399 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.177306 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.177590 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.177849 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.178086 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.178314 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.178552 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.178807 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.179052 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.179355 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.179628 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.179931 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.180175 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.180436 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.180703 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.180915 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.181150 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.181322 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:45:32.181470 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.181616 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.181755 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.181965 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.182256 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.182460 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.182671 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.182888 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.183129 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.183340 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.183562 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.183787 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.184016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.184241 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.184474 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.184711 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.184909 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.185117 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.185325 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.185548 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.185759 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.186025 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.186262 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.186459 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.186678 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.186887 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.187122 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.187352 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.187573 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.187838 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.188089 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.188235 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.188398 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.188689 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.188927 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.189147 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.189357 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.189574 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.189826 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.190041 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.190265 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.190477 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.190712 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.190936 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.191149 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.191363 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.191570 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.191788 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.192001 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.192221 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.193174 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.193342 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.193485 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.193678 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.193889 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.194244 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.194393 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.194868 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.195404 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.195404 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.195404 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.199789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.199789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.199789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.199789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.199789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.199789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.199789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.199789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.201011 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.201011 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.201011 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.201011 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.201011 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.201011 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.201011 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.201011 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.202230 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.202230 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.202230 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.202230 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.202230 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.202230 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.202230 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.202230 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206071 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206071 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206071 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206071 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206071 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206071 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206071 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206071 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206752 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206752 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206752 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206752 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206752 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206752 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206752 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.206752 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.207314 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.207314 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.207314 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.207314 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.207314 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.207314 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.207314 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.207314 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.208361 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.208361 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.208361 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.208361 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.208361 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.208361 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.208361 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.209193 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.209193 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.209193 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.209563 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.209563 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.210008 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.210008 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.210369 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.210369 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.210701 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.210701 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.210952 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.211133 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.211342 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.211570 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.211793 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.211998 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.212209 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.212450 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.212701 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.212933 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.213141 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.213347 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.213587 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.213796 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.214071 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.214313 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.214547 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.214764 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.215000 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.215262 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.215469 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.215722 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.215932 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.216138 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.216343 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.223500 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.223500 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.223500 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.223500 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.223500 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.223500 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.223500 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.223500 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.224723 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.224723 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.224723 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.224723 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.224723 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.224723 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.224723 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.224723 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.224723 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.225667 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.225667 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.225667 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.225667 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.225667 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.225667 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.225667 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.225667 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.225667 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.226339 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.226339 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.226339 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.226339 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.226339 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.226339 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.226339 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.226339 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.226339 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227033 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227033 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227033 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227033 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227033 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227033 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227033 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227033 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227595 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227595 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227595 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227595 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227595 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227595 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.227595 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.228083 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.228083 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.228320 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.228633 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.228886 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.229115 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.229401 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.229673 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.229922 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.230147 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.230634 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.230960 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.231308 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.231570 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.231802 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.232078 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.232317 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.232556 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.232809 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.233041 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.233270 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.235976 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.235976 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.235976 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.235976 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.235976 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.235976 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.235976 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.235976 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.235976 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.237040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.237040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 29 20:45:32.237040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74111) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 29 20:45:32.237040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 29 20:45:32.237040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 29 20:45:32.237040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 29 20:45:32.237040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 29 20:45:32.237040 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 29 20:45:32.237869 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.237869 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.237869 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.237869 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.237869 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.238208 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.238208 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.238368 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.238448 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.238583 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.238731 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.238880 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.239028 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.240275 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.240275 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.240275 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242215 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242215 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242215 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242215 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242215 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242215 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242215 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242215 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242852 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242852 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242852 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242852 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242852 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.242852 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243278 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243278 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243278 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243278 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243278 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243278 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243278 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243767 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243767 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243767 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] host                           = dv-cinder-779781-1-iscsi {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243987 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.243987 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.244139 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.244254 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.244407 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.244727 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.245030 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.245184 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.245339 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.245494 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.245648 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.245838 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.246012 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.246156 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.246250 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.246387 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.246543 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.246691 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.246855 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.247015 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.247171 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.247325 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.247478 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.247631 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.247785 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.247938 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.248090 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.248243 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.248396 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.248584 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.248788 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.248942 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.249095 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.249249 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.249404 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.249557 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.249710 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.249863 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.250022 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.250174 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.250327 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.250479 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.250632 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.250784 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.250937 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.251090 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.251244 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.251397 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.251550 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.251704 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.251857 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.252010 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.252186 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.252324 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.252466 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.252656 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.252811 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.252965 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.253117 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.253272 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.253425 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.253579 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.253732 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.253886 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.254039 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.254193 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.254346 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.254499 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.254653 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 20:45:32.254939 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.255099 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.256372 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.256372 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.256372 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.256372 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.256372 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.256372 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.256372 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257003 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257003 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257003 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257003 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257227 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257227 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257358 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257618 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257618 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257775 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.257940 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.258086 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.258239 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.258387 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.258543 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.258686 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.258853 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.259005 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.259150 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.259312 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.259465 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.259626 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.259782 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.259940 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.260101 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.260413 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.260603 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.260764 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.260916 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.261075 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.261231 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.261400 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.261561 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.261728 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.261866 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.262025 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.262177 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.262355 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.262492 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.262650 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.262822 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.262969 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.263140 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.263290 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.263449 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.263605 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.263934 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.263934 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.264082 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.264210 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.264372 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.264529 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.264709 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.264869 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.265026 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.265183 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.265341 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.265498 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.265655 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.265814 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.266021 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.266113 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.266263 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.266758 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.266758 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.266758 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.267057 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.267057 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.267266 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.267394 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.267490 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.267613 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.267770 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.267927 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.268083 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.268240 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.268397 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.268573 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.268726 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.268882 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.269039 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.269197 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.269353 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.269629 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.269789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.269789 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.270072 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.270072 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.270337 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.270998 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.271209 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.271351 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.271489 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.271654 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.271945 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.271945 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.272233 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.272233 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.272495 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.272495 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.272806 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.272945 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.273085 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.273234 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.273392 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.273392 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.276758 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.276758 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.276758 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.276941 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 48762) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:45:32.277016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277016 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277484 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277484 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277484 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277484 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277484 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277484 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277484 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277484 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277930 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277930 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.277930 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278099 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:45:32.278177 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278177 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278177 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278177 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278177 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278177 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278177 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278177 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278642 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278642 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278642 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278642 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278642 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278920 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.278920 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.279037 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.279224 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.279318 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.279484 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.279576 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.279724 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.279880 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.280039 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.280196 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.280354 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.280512 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.280746 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.280875 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.280999 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.281121 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.281280 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.281437 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.281593 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.281751 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.281901 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.282119 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.282256 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.282380 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.282505 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.282650 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.282821 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.282978 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.283135 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.283292 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.283448 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.283605 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.284114 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.284114 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.284114 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.284469 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.284620 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0081351
Jun 29 20:45:32.284737 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.284737 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.284737 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.285093 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.285093 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.285351 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.285351 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.285613 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.285613 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.285870 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.285870 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.286215 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.287122 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.287289 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.287430 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.287568 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.287741 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.287885 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.288046 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.288189 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.288337 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.288503 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.288677 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.288904 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.289729 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.290338 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.290338 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.290338 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.290338 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.290797 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.290797 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.290797 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.291704 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.291704 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.291704 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.291704 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.291704 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.291704 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.293859 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.293859 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.293859 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.293859 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.293859 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.293859 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.293859 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.293859 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.295996 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.295996 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.295996 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.295996 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.295996 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.295996 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.295996 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.295996 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.295996 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.296662 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.296662 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.296662 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.296662 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.296662 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.296662 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.296662 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.296662 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.296662 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 20:45:32.298227 dv-cinder-779781-1-iscsi neutron-server[74111]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 29 20:45:42.609468 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c8e116-d963-4b0f-be2c-0ac22ddd5637 None None] get_active_networks_info from dv-cinder-779781-1-iscsi {{(pid=74218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jun 29 20:45:42.732236 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c8e116-d963-4b0f-be2c-0ac22ddd5637 None None] No non-hosted networks {{(pid=74218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 29 20:45:42.751537 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.agentschedulers_db [None req-85c8e116-d963-4b0f-be2c-0ac22ddd5637 None None] DHCP Agent not found on host dv-cinder-779781-1-iscsi {{(pid=74218) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 29 20:45:42.792337 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-b8f579b0-546d-49a8-a8d0-30a2fc708a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594948'] for agent, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:42.977668 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594948'] for agent, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:42.978367 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.978817 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.979235 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.979667 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.980071 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.981177 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.981177 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.981177 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.981617 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.982032 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.982417 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:42.982886 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f544630c490>, 'Open vSwitch agent', 'dv-cinder-779781-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:45:42.999424 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f54462bb7c0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779781-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:45:44.819108 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7887b586-8637-492a-90a8-38adbd0d02f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594948'] for agent, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:44.870902 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-533617f1-c0fb-4143-b00c-b9ddf410c150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:45.841115 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594948'] for agent, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:47.134492 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594948'] for agent, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:48.792091 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 48858) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:45:49.409612 dv-cinder-779781-1-iscsi neutron-server[74216]: WARNING oslo_policy.policy [None req-16aee25a-03f6-4eb5-aa1f-73f0ac9fe040 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 20:45:49.410352 dv-cinder-779781-1-iscsi neutron-server[74216]: WARNING oslo_policy.policy [None req-16aee25a-03f6-4eb5-aa1f-73f0ac9fe040 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 20:45:49.622909 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [None req-16aee25a-03f6-4eb5-aa1f-73f0ac9fe040 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74216) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 20:45:49.623899 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-16aee25a-03f6-4eb5-aa1f-73f0ac9fe040 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8307858
Jun 29 20:45:49.804351 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.db.l3_hamode_db [None req-efa60a0f-a0fe-4503-902f-dcc33d52c7c1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 29 20:45:49.889399 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa60a0f-a0fe-4503-902f-dcc33d52c7c1 None None] Routers set() bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:45:49.889699 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa60a0f-a0fe-4503-902f-dcc33d52c7c1 None None] Router IDs set() for agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 29 20:45:51.827438 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 48872) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:45:52.213282 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-9de19942-d2bd-4a91-a11d-1961ffa1f25a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:45:52.261454 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.policy [None req-9de19942-d2bd-4a91-a11d-1961ffa1f25a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74216) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jun 29 20:45:52.262194 dv-cinder-779781-1-iscsi neutron-server[74216]: WARNING oslo_policy.policy [None req-9de19942-d2bd-4a91-a11d-1961ffa1f25a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 20:45:52.262559 dv-cinder-779781-1-iscsi neutron-server[74216]: WARNING oslo_policy.policy [None req-9de19942-d2bd-4a91-a11d-1961ffa1f25a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 20:45:52.265936 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.quota [None req-9de19942-d2bd-4a91-a11d-1961ffa1f25a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f54463e2a90>.
Jun 29 20:45:52.281890 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9de19942-d2bd-4a91-a11d-1961ffa1f25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:45:52.351139 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9de19942-d2bd-4a91-a11d-1961ffa1f25a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749994111135', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749994091551', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749994087407', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749994085263', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749994077929', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1549520', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1555217', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-504230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-583777'] for rbac-policy, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:52.418445 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9de19942-d2bd-4a91-a11d-1961ffa1f25a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:52.419558 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-9de19942-d2bd-4a91-a11d-1961ffa1f25a admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5911825
Jun 29 20:45:54.877407 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 48886) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:45:55.252636 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:45:55.258144 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:45:55.262612 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Usage tracker for resource:network and tenant:79cc91db68e74bdabf67e0e0eb40ae57 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:45:55.267103 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:45:55.273428 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:45:55.282943 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Made reservation on behalf of 79cc91db68e74bdabf67e0e0eb40ae57 for: {'network': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:45:55.285740 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:55.303789 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:55.345993 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:45:55.349676 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Usage tracker for resource:security_group_rule and tenant:79cc91db68e74bdabf67e0e0eb40ae57 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:45:55.352471 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:45:55.358376 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:45:55.424653 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:55.428777 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:55.434109 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:45:55.454027 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550}  {{(pid=74216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:45:55.481932 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749996581241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:55.482512 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5447021790> segment precommit_create {{(pid=74216) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 29 20:45:55.482999 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.segments_db [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Added segment b710f41e-a206-406e-9bd2-424ac927b439 of type vlan for network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3
Jun 29 20:45:55.530622 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294a660c-25fb-41e4-8c2f-025a92df4e5c,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:45:55.563706 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.564053 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.564377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.564718 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.565046 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.565362 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.565671 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.565995 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.566303 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.566627 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.566906 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Tracked resource versions report:
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]: pushed versions:
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]: {   'ConntrackHelper': {'1.0'},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     'Log': {'1.0'},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     'Network': {'1.1'},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     'Port': {'1.5'},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     'PortForwarding': {'1.2'},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     'QosPolicy': {'1.8'},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     'SecurityGroup': {'1.2'},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     'SecurityGroupRule': {'1.0'},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     'SubPort': {'1.0'},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     'Subnet': {'1.1'},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     'Trunk': {'1.1'}}
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]: consumer versions:
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]: {   DHCP agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     L3 agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     Metadata agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     Metering agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:     Open vSwitch agent@dv-cinder-779781-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'Log': '1.0',
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'Network': '1.1',
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'Port': '1.5',
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'PortForwarding': '1.2',
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'QosPolicy': '1.8',
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'SecurityGroup': '1.2',
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'SecurityGroupRule': '1.0',
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'SubPort': '1.0',
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'Subnet': '1.1',
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'Trunk': '1.1'}}
Jun 29 20:45:55.568176 dv-cinder-779781-1-iscsi neutron-server[74216]:  {{(pid=74216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 20:45:55.593544 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:55.606607 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:45:55.635841 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:55.637084 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:45:55.637745 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:55.642185 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:45:55.745680 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8672228
Jun 29 20:45:55.748215 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Pushing event updated for resources: {'Network': ['ID=ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:45:55.751501 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:45:55.763729 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:45:58.307743 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 48902) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:45:58.777703 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c6f8d-ae39-4d87-96cc-a68a74234528 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:45:58.778994 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-0f2c6f8d-ae39-4d87-96cc-a68a74234528 admin admin] 10.222.0.15 "GET /v2.0/networks/ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 HTTP/1.1" status: 200  len: 825 time: 0.4703004
Jun 29 20:45:58.809305 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-411fb3a9-ed10-4efc-b12a-9aa8ed0eeab0 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/8b3f53c2-a335-4675-9bff-dd458df6cf8e HTTP/1.1" status: 200  len: 734 time: 0.0250638
Jun 29 20:45:58.817379 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Request body: {'subnet': {'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3', 'ip_version': 4, 'subnetpool_id': '8b3f53c2-a335-4675-9bff-dd458df6cf8e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:45:58.821589 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:45:58.825270 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Usage tracker for resource:subnet and tenant:79cc91db68e74bdabf67e0e0eb40ae57 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:45:58.828084 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:45:58.834367 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:45:58.843999 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Made reservation on behalf of 79cc91db68e74bdabf67e0e0eb40ae57 for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:45:58.846222 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:59.109333 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:59.113868 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:45:59.194700 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4854478a-93ab-43df-b6a5-e4a0c6680432,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:45:59.200239 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:45:59.202952 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Checking segment: {'id': 'b710f41e-a206-406e-9bd2-424ac927b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:45:59.202952 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Network hostable DHCP agents. Network: ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:45:59.226573 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:45:59.236418 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:45:59.241673 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:45:59.242401 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:59.246472 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855534c2-4509-46f8-8d20-c161ab86876d None None] Network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:45:59.262739 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4485705
Jun 29 20:45:59.556844 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc11f0e4-5da9-589f-bb4c-f91e8ff43252-ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3', 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'fixed_ips': [{'subnet_id': '4854478a-93ab-43df-b6a5-e4a0c6680432'}]}} from dv-cinder-779781-1-iscsi. {{(pid=74218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 20:45:59.558101 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:59.745283 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.db_base_plugin_common [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Allocated IP 172.20.0.2 (ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3/4854478a-93ab-43df-b6a5-e4a0c6680432/912ac12f-aca8-477b-b402-a09071613371) {{(pid=74218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:45:59.969161 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Notify callbacks [] for port, precommit_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:45:59.982491 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Transition to ACTIVE for port object 912ac12f-aca8-477b-b402-a09071613371 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:46:00.002328 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Transition to ACTIVE for port object 912ac12f-aca8-477b-b402-a09071613371 will not be triggered until provisioned by entity DHCP. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:46:00.009893 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:00.015050 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:00.077758 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 is already hosted by enough agents. {{(pid=74218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:46:00.080604 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.base_scheduler [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Resources bound (agent type, host, resource id):  {{(pid=74218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:46:00.088192 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Received port after_create {{(pid=74218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:46:00.090845 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Pushing event updated for resources: {'Port': ['ID=912ac12f-aca8-477b-b402-a09071613371,revision_number=1']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:00.129497 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.130361 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.130695 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.131015 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.131333 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.131649 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.131962 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.132294 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.132645 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.132957 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.133265 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Tracked resource versions report:
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]: pushed versions:
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]: {   'ConntrackHelper': {'1.0'},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     'Log': {'1.0'},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     'Network': {'1.1'},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     'Port': {'1.5'},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     'PortForwarding': {'1.2'},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     'QosPolicy': {'1.8'},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     'SecurityGroup': {'1.2'},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     'SecurityGroupRule': {'1.0'},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     'SubPort': {'1.0'},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     'Subnet': {'1.1'},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     'Trunk': {'1.1'}}
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]: consumer versions:
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]: {   DHCP agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     L3 agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     Metadata agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     Metering agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:     Open vSwitch agent@dv-cinder-779781-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'Log': '1.0',
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'Network': '1.1',
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'Port': '1.5',
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'PortForwarding': '1.2',
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'QosPolicy': '1.8',
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'SecurityGroup': '1.2',
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'SecurityGroupRule': '1.0',
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'SubPort': '1.0',
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'Subnet': '1.1',
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'Trunk': '1.1'}}
Jun 29 20:46:00.134348 dv-cinder-779781-1-iscsi neutron-server[74218]:  {{(pid=74218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 20:46:00.164449 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:00.190762 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Attempting to bind port 912ac12f-aca8-477b-b402-a09071613371 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:46:00.191155 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Attempting to bind port 912ac12f-aca8-477b-b402-a09071613371 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'b710f41e-a206-406e-9bd2-424ac927b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:46:00.191575 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Attempting to bind port 912ac12f-aca8-477b-b402-a09071613371 on network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:46:00.198585 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:46:00.198987 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Checking segment: {'id': 'b710f41e-a206-406e-9bd2-424ac927b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:46:00.199445 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:00.199834 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Bound using segment: {'id': 'b710f41e-a206-406e-9bd2-424ac927b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:46:00.200326 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Bound port: 912ac12f-aca8-477b-b402-a09071613371, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b710f41e-a206-406e-9bd2-424ac927b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:46:00.200735 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:00.285098 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] For port 912ac12f-aca8-477b-b402-a09071613371, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:46:00.289071 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] For port 912ac12f-aca8-477b-b402-a09071613371, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=912ac12f-aca8-477b-b402-a09071613371,segment=NetworkSegment(b710f41e-a206-406e-9bd2-424ac927b439),segment_id=b710f41e-a206-406e-9bd2-424ac927b439)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:46:00.294788 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:00.298854 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:00.403870 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Pushing event updated for resources: {'Port': ['ID=912ac12f-aca8-477b-b402-a09071613371,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:00.406825 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:01.496643 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 48912) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:46:01.902938 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [None req-a0aef685-dec7-4a94-a9fb-23904f7be200 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74216) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 20:46:01.903909 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-a0aef685-dec7-4a94-a9fb-23904f7be200 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4063318
Jun 29 20:46:03.320049 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 912ac12f-aca8-477b-b402-a09071613371 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:46:03.391125 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 912ac12f-aca8-477b-b402-a09071613371 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:46:04.054000 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2adc50-2469-4755-9bff-448eaf488581 None None] Network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:46:04.125521 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 48926) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:46:04.155466 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-82aa1ee2-b7e6-4540-8d30-d4f79aec8252 None None] Provisioning for port 912ac12f-aca8-477b-b402-a09071613371 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:46:04.172301 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-82aa1ee2-b7e6-4540-8d30-d4f79aec8252 None None] Provisioning complete for port 912ac12f-aca8-477b-b402-a09071613371 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:46:04.172731 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ee2-b7e6-4540-8d30-d4f79aec8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:04.381666 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ee2-b7e6-4540-8d30-d4f79aec8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:04.432100 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-82aa1ee2-b7e6-4540-8d30-d4f79aec8252 None None] For port 912ac12f-aca8-477b-b402-a09071613371, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=912ac12f-aca8-477b-b402-a09071613371,segment=NetworkSegment(b710f41e-a206-406e-9bd2-424ac927b439),segment_id=b710f41e-a206-406e-9bd2-424ac927b439)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:46:04.437738 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-82aa1ee2-b7e6-4540-8d30-d4f79aec8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:04.439622 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:04.505893 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa1ee2-b7e6-4540-8d30-d4f79aec8252 None None] Pushing event updated for resources: {'Port': ['ID=912ac12f-aca8-477b-b402-a09071613371,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:04.509015 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-82aa1ee2-b7e6-4540-8d30-d4f79aec8252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:04.533198 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [None req-af3bc951-395c-4ae7-a61b-82fa46c29a3c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74216) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 20:46:04.546265 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-af3bc951-395c-4ae7-a61b-82fa46c29a3c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4197710
Jun 29 20:46:04.667957 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-e4e62823-06c0-4016-8606-f18b79772fec None None] Provisioning complete for port 912ac12f-aca8-477b-b402-a09071613371 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:46:04.668322 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e4e62823-06c0-4016-8606-f18b79772fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:05.298838 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 912ac12f-aca8-477b-b402-a09071613371 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:46:05.369123 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 912ac12f-aca8-477b-b402-a09071613371 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:46:05.369490 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:07.181624 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 48938) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:46:07.551599 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'name': 'router1'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:46:07.556591 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:46:07.560248 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] Usage tracker for resource:router and tenant:79cc91db68e74bdabf67e0e0eb40ae57 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:46:07.563497 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:46:07.569739 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:46:07.581600 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3424'] for router, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:07.583674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3455'] for router, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:07.607484 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:07.722631 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540'] for router, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:07.741157 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] Notify callbacks [] for router, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:07.742419 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-ff38e6dc-529a-4aaf-b90a-06bfc1853eda admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5598445
Jun 29 20:46:09.945187 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 48948) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:46:10.333147 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [None req-ddde42dd-ad87-459a-bc1a-f6a146168201 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74216) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 20:46:10.334359 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-ddde42dd-ad87-459a-bc1a-f6a146168201 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3881769
Jun 29 20:46:12.533095 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 48958) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:46:12.549002 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6da9b586-4d76-4f72-84aa-11354f41a298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:12.974150 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:13.136514 dv-cinder-779781-1-iscsi neutron-server[74217]: WARNING oslo_policy.policy [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 20:46:13.137118 dv-cinder-779781-1-iscsi neutron-server[74217]: WARNING oslo_policy.policy [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 20:46:13.352857 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:46:13.354517 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.quota [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5446439d30>.
Jun 29 20:46:13.370708 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:46:13.377105 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Usage tracker for resource:network and tenant:8e2a1d567d8741619c32f7266bf3182c is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:46:13.382379 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:46:13.389658 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:46:13.405120 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Made reservation on behalf of 8e2a1d567d8741619c32f7266bf3182c for: {'network': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:46:13.437517 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.policy [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74217) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jun 29 20:46:13.438287 dv-cinder-779781-1-iscsi neutron-server[74217]: WARNING oslo_policy.policy [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 20:46:13.438657 dv-cinder-779781-1-iscsi neutron-server[74217]: WARNING oslo_policy.policy [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 20:46:13.443970 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:13.463158 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:13.508159 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:46:13.512002 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Usage tracker for resource:security_group_rule and tenant:8e2a1d567d8741619c32f7266bf3182c is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:46:13.514856 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:46:13.520693 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:46:13.591305 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:13.594482 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:13.600611 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:13.611934 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Reserving flat network on physical network physnet1 {{(pid=74217) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 29 20:46:13.645485 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749996581241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:13.646069 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5447021790> segment precommit_create {{(pid=74217) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 29 20:46:13.646552 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.segments_db [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Added segment a9fd36d2-88c2-4a5b-afb9-2743079fec7c of type flat for network 0460bb14-7d62-4976-a05c-7c2670111765
Jun 29 20:46:13.709518 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e32933-dc92-46ae-857a-3fdd79eee075,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:13.742421 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.742750 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.743064 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.743372 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.743693 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.744001 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.744302 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.744644 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.744948 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.745244 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.745540 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Tracked resource versions report:
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]: pushed versions:
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]: {   'ConntrackHelper': {'1.0'},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     'Log': {'1.0'},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     'Network': {'1.1'},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     'Port': {'1.5'},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     'PortForwarding': {'1.2'},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     'QosPolicy': {'1.8'},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     'SecurityGroup': {'1.2'},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     'SecurityGroupRule': {'1.0'},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     'SubPort': {'1.0'},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     'Subnet': {'1.1'},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     'Trunk': {'1.1'}}
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]: consumer versions:
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]: {   DHCP agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     L3 agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     Metadata agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     Metering agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:     Open vSwitch agent@dv-cinder-779781-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'Log': '1.0',
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'Network': '1.1',
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'Port': '1.5',
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'PortForwarding': '1.2',
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'QosPolicy': '1.8',
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'SecurityGroup': '1.2',
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'SecurityGroupRule': '1.0',
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'SubPort': '1.0',
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'Subnet': '1.1',
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'Trunk': '1.1'}}
Jun 29 20:46:13.746557 dv-cinder-779781-1-iscsi neutron-server[74217]:  {{(pid=74217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 20:46:13.771043 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:13.784525 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:13.816806 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:13.818264 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:46:13.818915 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:13.823434 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:13.929005 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.3938158
Jun 29 20:46:13.929696 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Pushing event updated for resources: {'Network': ['ID=0460bb14-7d62-4976-a05c-7c2670111765,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:13.933176 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:13.941289 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network 0460bb14-7d62-4976-a05c-7c2670111765 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:46:14.815695 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-301be746-f45d-48bf-a241-46b9d506ab7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:15.797940 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:16.136951 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 48978) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:46:16.512023 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48896e6d-0a3f-47d6-93b8-9a745fd23449 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:46:16.513401 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-48896e6d-0a3f-47d6-93b8-9a745fd23449 admin admin] 10.222.0.15 "GET /v2.0/subnets/4854478a-93ab-43df-b6a5-e4a0c6680432 HTTP/1.1" status: 200  len: 849 time: 0.3754432
Jun 29 20:46:16.696489 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-063a9c36-6fb7-4a31-95e5-21b998e5493a admin admin] 10.222.0.15 "GET /v2.0/routers/1de03baf-af11-4dce-a700-799ca4d4316d HTTP/1.1" status: 200  len: 704 time: 0.1777840
Jun 29 20:46:17.071244 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:17.168607 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:17.206426 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 5 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:46:17.396763 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Allocated IP 172.20.0.1 (ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3/4854478a-93ab-43df-b6a5-e4a0c6680432/053811fb-dfe1-4354-b829-12ba5a46d6c7) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:46:17.554857 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:17.572929 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Transition to ACTIVE for port object 053811fb-dfe1-4354-b829-12ba5a46d6c7 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:46:17.625791 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:17.629920 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:17.695666 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:46:17.698545 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:46:17.703269 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Pushing event updated for resources: {'Port': ['ID=053811fb-dfe1-4354-b829-12ba5a46d6c7,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:17.714704 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:46:17.715234 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591586'] for router_interface, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:17.771747 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:17.838763 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:17.885679 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-848c5cef-12b3-4115-a743-496b38311c93 None None] Provisioning for port 053811fb-dfe1-4354-b829-12ba5a46d6c7 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:46:17.890631 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-848c5cef-12b3-4115-a743-496b38311c93 None None] Provisioning complete for port 053811fb-dfe1-4354-b829-12ba5a46d6c7 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:46:17.891008 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-848c5cef-12b3-4115-a743-496b38311c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:17.942042 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-848c5cef-12b3-4115-a743-496b38311c93 None None] Port 053811fb-dfe1-4354-b829-12ba5a46d6c7 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:46:18.062538 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:18.066828 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:18.067981 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594382'] for router_interface, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:18.072253 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:18.195059 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Pushing event updated for resources: {'Port': ['ID=053811fb-dfe1-4354-b829-12ba5a46d6c7,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:18.199085 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:18.260944 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:46:18.261945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:46:18.464523 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-766774f1-e51b-4133-bae6-545c454d6a8a None None] Provisioning complete for port 053811fb-dfe1-4354-b829-12ba5a46d6c7 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:46:18.465124 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-766774f1-e51b-4133-bae6-545c454d6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:18.515414 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-766774f1-e51b-4133-bae6-545c454d6a8a None None] Port 053811fb-dfe1-4354-b829-12ba5a46d6c7 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:46:18.639628 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Router 1de03baf-af11-4dce-a700-799ca4d4316d is scheduled to L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e with binding_index 1 {{(pid=74217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 20:46:18.798976 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:46:18.808359 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Sync routers for ids ['1de03baf-af11-4dce-a700-799ca4d4316d'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:46:18.808894 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] 10.222.0.15 "PUT /v2.0/routers/1de03baf-af11-4dce-a700-799ca4d4316d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1071124
Jun 29 20:46:18.821277 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Routers {'1de03baf-af11-4dce-a700-799ca4d4316d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:46:18.822228 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544634e490>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:46:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['1de03baf-af11-4dce-a700-799ca4d4316d'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:46:18.995557 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Set router 1de03baf-af11-4dce-a700-799ca4d4316d gateway port host: None {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:46:19.361284 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544634e490>, [{'id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'name': 'router1', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:46:07Z', 'updated_at': '2021-06-29T20:46:17Z', 'revision_number': 2, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'gw_port_host': None, '_interfaces': [{'id': '053811fb-dfe1-4354-b829-12ba5a46d6c7', 'name': '', 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'mac_address': 'fa:16:3e:20:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:46:17Z', 'updated_at': '2021-06-29T20:46:17Z', 'revision_number': 2, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'subnets': [{'id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3f53c2-a335-4675-9bff-dd458df6cf8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:46:19.370077 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Checking router: 1de03baf-af11-4dce-a700-799ca4d4316d for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:46:19.370439 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Updating router 1de03baf-af11-4dce-a700-799ca4d4316d port 053811fb-dfe1-4354-b829-12ba5a46d6c7 binding host dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:46:19.426065 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:19.796316 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Notify callbacks [] for port, precommit_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:19.811251 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.provisioning_blocks [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Transition to ACTIVE for port object 053811fb-dfe1-4354-b829-12ba5a46d6c7 will not be triggered until provisioned by entity L2. {{(pid=74219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:46:19.821014 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:19.826920 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:20.057117 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Pushing event updated for resources: {'Port': ['ID=053811fb-dfe1-4354-b829-12ba5a46d6c7,revision_number=3']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:20.071717 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Attempting to bind port 053811fb-dfe1-4354-b829-12ba5a46d6c7 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:46:20.072109 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Attempting to bind port 053811fb-dfe1-4354-b829-12ba5a46d6c7 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'b710f41e-a206-406e-9bd2-424ac927b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3'}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:46:20.072526 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Attempting to bind port 053811fb-dfe1-4354-b829-12ba5a46d6c7 on network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:46:20.075638 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.075968 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.076287 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.076625 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.076943 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.077258 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.077566 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.077879 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.078184 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.078485 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.078788 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Tracked resource versions report:
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]: pushed versions:
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]: {   'ConntrackHelper': {'1.0'},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     'Log': {'1.0'},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     'Network': {'1.1'},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     'Port': {'1.5'},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     'PortForwarding': {'1.2'},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     'QosPolicy': {'1.8'},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     'SecurityGroup': {'1.2'},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     'SecurityGroupRule': {'1.0'},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     'SubPort': {'1.0'},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     'Subnet': {'1.1'},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     'Trunk': {'1.1'}}
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]: consumer versions:
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]: {   DHCP agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     L3 agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     Metadata agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     Metering agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:     Open vSwitch agent@dv-cinder-779781-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'Log': '1.0',
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'Network': '1.1',
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'Port': '1.5',
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'PortForwarding': '1.2',
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'QosPolicy': '1.8',
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'SecurityGroup': '1.2',
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'SecurityGroupRule': '1.0',
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'SubPort': '1.0',
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'Subnet': '1.1',
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'Trunk': '1.1'}}
Jun 29 20:46:20.079821 dv-cinder-779781-1-iscsi neutron-server[74219]:  {{(pid=74219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 20:46:20.086552 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:46:20.086959 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Checking segment: {'id': 'b710f41e-a206-406e-9bd2-424ac927b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:46:20.087415 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:20.087796 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Bound using segment: {'id': 'b710f41e-a206-406e-9bd2-424ac927b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3'} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:46:20.088308 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Bound port: 053811fb-dfe1-4354-b829-12ba5a46d6c7, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b710f41e-a206-406e-9bd2-424ac927b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3'}}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:46:20.088711 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:20.097151 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:20.177556 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] For port 053811fb-dfe1-4354-b829-12ba5a46d6c7, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:46:20.181547 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] For port 053811fb-dfe1-4354-b829-12ba5a46d6c7, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=053811fb-dfe1-4354-b829-12ba5a46d6c7,segment=NetworkSegment(b710f41e-a206-406e-9bd2-424ac927b439),segment_id=b710f41e-a206-406e-9bd2-424ac927b439)] {{(pid=74219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:46:20.187052 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:20.190897 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:20.273915 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Pushing event updated for resources: {'Port': ['ID=053811fb-dfe1-4354-b829-12ba5a46d6c7,revision_number=4']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:20.277255 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:20.283262 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Routers {'1de03baf-af11-4dce-a700-799ca4d4316d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:46:20.283863 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544634e490>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:46:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['1de03baf-af11-4dce-a700-799ca4d4316d'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:46:20.437509 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] Set router 1de03baf-af11-4dce-a700-799ca4d4316d gateway port host: None {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:46:20.760068 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544634e490>, [{'id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'name': 'router1', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:46:07Z', 'updated_at': '2021-06-29T20:46:17Z', 'revision_number': 2, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'gw_port_host': None, '_interfaces': [{'id': '053811fb-dfe1-4354-b829-12ba5a46d6c7', 'name': '', 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'mac_address': 'fa:16:3e:20:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:46:17Z', 'updated_at': '2021-06-29T20:46:20Z', 'revision_number': 4, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'subnets': [{'id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3f53c2-a335-4675-9bff-dd458df6cf8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:46:20.763946 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ab275-2307-4adf-8ea4-cae2a3b920bc None None] The sync data for ids ['1de03baf-af11-4dce-a700-799ca4d4316d'] in dv-cinder-779781-1-iscsi is: [{'id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'name': 'router1', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:46:07Z', 'updated_at': '2021-06-29T20:46:17Z', 'revision_number': 2, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'gw_port_host': None, '_interfaces': [{'id': '053811fb-dfe1-4354-b829-12ba5a46d6c7', 'name': '', 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'mac_address': 'fa:16:3e:20:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:46:17Z', 'updated_at': '2021-06-29T20:46:20Z', 'revision_number': 4, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'subnets': [{'id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3f53c2-a335-4675-9bff-dd458df6cf8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:46:20.969487 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49002) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:46:21.142128 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb9b566-14ff-4f1d-8686-49c9596ba2ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:46:21.142688 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6fb9b566-14ff-4f1d-8686-49c9596ba2ea admin admin] Synchronizing usage tracker for tenant:8e2a1d567d8741619c32f7266bf3182c on resource:network {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:46:21.162246 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6fb9b566-14ff-4f1d-8686-49c9596ba2ea admin admin] Unset dirty status for tenant:8e2a1d567d8741619c32f7266bf3182c on resource:network {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:46:21.163410 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-6fb9b566-14ff-4f1d-8686-49c9596ba2ea admin admin] 10.222.0.15 "GET /v2.0/networks/0460bb14-7d62-4976-a05c-7c2670111765 HTTP/1.1" status: 200  len: 842 time: 0.1928723
Jun 29 20:46:21.173296 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:46:21.179419 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:46:21.183707 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Usage tracker for resource:subnet and tenant:8e2a1d567d8741619c32f7266bf3182c is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:46:21.186939 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:46:21.193400 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:46:21.204371 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Made reservation on behalf of 8e2a1d567d8741619c32f7266bf3182c for: {'subnet': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:46:21.206868 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:21.595851 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.objects.ports [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74217) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Jun 29 20:46:21.596870 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:21.600099 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:21.673292 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:21.682369 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:21.685683 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:46:21.686033 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Network hostable DHCP agents. Network: 0460bb14-7d62-4976-a05c-7c2670111765, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:46:21.715248 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:46:21.725080 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, 0460bb14-7d62-4976-a05c-7c2670111765) {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:46:21.730038 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:46:21.730735 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:21.733862 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526dfcd-4d37-45c8-b307-1dd41ab9c79c None None] Network 0460bb14-7d62-4976-a05c-7c2670111765 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:46:21.751525 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5819712
Jun 29 20:46:21.960227 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da528c0-0106-4979-8004-cf683fd3fc5e None None] Network 0460bb14-7d62-4976-a05c-7c2670111765 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:46:23.324674 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 053811fb-dfe1-4354-b829-12ba5a46d6c7 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:46:23.390374 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 053811fb-dfe1-4354-b829-12ba5a46d6c7 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:46:23.394796 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 053811fb-dfe1-4354-b829-12ba5a46d6c7 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:46:23.395188 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:23.504617 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:23.536404 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 053811fb-dfe1-4354-b829-12ba5a46d6c7, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=053811fb-dfe1-4354-b829-12ba5a46d6c7,segment=NetworkSegment(b710f41e-a206-406e-9bd2-424ac927b439),segment_id=b710f41e-a206-406e-9bd2-424ac927b439)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:46:23.541103 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:23.543139 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-82aa1ee2-b7e6-4540-8d30-d4f79aec8252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:23.607129 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=053811fb-dfe1-4354-b829-12ba5a46d6c7,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:23.610182 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:23.840973 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49026) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:46:24.069967 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-8b3ea992-06c1-43c5-9964-2ce3b4386fc7 admin admin] 10.222.0.15 "GET /v2.0/routers/1de03baf-af11-4dce-a700-799ca4d4316d HTTP/1.1" status: 200  len: 710 time: 0.2277610
Jun 29 20:46:24.194744 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c28f4a-920d-4702-9302-e79618fc443f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:46:24.196074 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-11c28f4a-920d-4702-9302-e79618fc443f admin admin] 10.222.0.15 "GET /v2.0/networks/0460bb14-7d62-4976-a05c-7c2670111765 HTTP/1.1" status: 200  len: 886 time: 0.1211932
Jun 29 20:46:24.204704 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:46:24.711072 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:24.886326 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:24.938326 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:25.065639 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Allocated IP 172.27.2.133 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/c15718f2-bddd-484f-bbf5-feee70ad3075) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:46:25.203041 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:25.228442 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:25.232465 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-673ce7fd-d160-4921-8506-f75591292221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:25.293142 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:46:25.294194 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:46:25.299632 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:46:25.311366 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 053811fb-dfe1-4354-b829-12ba5a46d6c7 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:46:25.335470 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Pushing event updated for resources: {'Port': ['ID=c15718f2-bddd-484f-bbf5-feee70ad3075,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:25.339259 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:25.383364 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 053811fb-dfe1-4354-b829-12ba5a46d6c7 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:46:25.383794 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:25.442311 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:25.603401 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:25.606814 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591155'] for router, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:25.835979 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Router 1de03baf-af11-4dce-a700-799ca4d4316d has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:46:26.028381 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:46:26.036041 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:26.037223 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] 10.222.0.15 "PUT /v2.0/routers/1de03baf-af11-4dce-a700-799ca4d4316d HTTP/1.1" status: 200  len: 890 time: 1.8358092
Jun 29 20:46:26.038410 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Sync routers for ids ['1de03baf-af11-4dce-a700-799ca4d4316d'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:46:26.051102 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Routers {'1de03baf-af11-4dce-a700-799ca4d4316d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:46:26.051779 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e0b070>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:46:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['1de03baf-af11-4dce-a700-799ca4d4316d'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:46:26.238432 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Set router 1de03baf-af11-4dce-a700-799ca4d4316d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:46:26.571405 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e0b070>, [{'id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'name': 'router1', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c15718f2-bddd-484f-bbf5-feee70ad3075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:46:07Z', 'updated_at': '2021-06-29T20:46:25Z', 'revision_number': 4, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'gw_port': {'id': 'c15718f2-bddd-484f-bbf5-feee70ad3075', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:46:24Z', 'updated_at': '2021-06-29T20:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '053811fb-dfe1-4354-b829-12ba5a46d6c7', 'name': '', 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'mac_address': 'fa:16:3e:20:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:46:17Z', 'updated_at': '2021-06-29T20:46:23Z', 'revision_number': 5, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'subnets': [{'id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3f53c2-a335-4675-9bff-dd458df6cf8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:46:26.576232 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Checking router: 1de03baf-af11-4dce-a700-799ca4d4316d for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:46:26.576601 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Updating router 1de03baf-af11-4dce-a700-799ca4d4316d port c15718f2-bddd-484f-bbf5-feee70ad3075 binding host dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:46:26.630971 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:26.951593 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Notify callbacks [] for port, precommit_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:26.963279 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Transition to ACTIVE for port object c15718f2-bddd-484f-bbf5-feee70ad3075 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:46:26.969544 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:26.973207 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-0cfd4d93-9fae-4352-960a-bce14c900f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:27.049170 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ea8b8-bda2-463f-bcd3-8517dcbb4cb9 None None] Pushing event updated for resources: {'Port': ['ID=c15718f2-bddd-484f-bbf5-feee70ad3075,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:27.051762 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-ea4ea8b8-bda2-463f-bcd3-8517dcbb4cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:27.052425 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Attempting to bind port c15718f2-bddd-484f-bbf5-feee70ad3075 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:46:27.052812 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Attempting to bind port c15718f2-bddd-484f-bbf5-feee70ad3075 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:46:27.053772 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Attempting to bind port c15718f2-bddd-484f-bbf5-feee70ad3075 on network 0460bb14-7d62-4976-a05c-7c2670111765 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:46:27.060509 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:46:27.060888 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:46:27.061291 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:27.061682 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Bound using segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:46:27.062146 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Bound port: c15718f2-bddd-484f-bbf5-feee70ad3075, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:46:27.062538 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:27.155467 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] For port c15718f2-bddd-484f-bbf5-feee70ad3075, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:46:27.158393 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] For port c15718f2-bddd-484f-bbf5-feee70ad3075, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=c15718f2-bddd-484f-bbf5-feee70ad3075,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:46:27.161801 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:27.166270 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:27.242193 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Routers {'1de03baf-af11-4dce-a700-799ca4d4316d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:46:27.242807 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e0b070>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:46:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['1de03baf-af11-4dce-a700-799ca4d4316d'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:46:27.304842 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ea8b8-bda2-463f-bcd3-8517dcbb4cb9 None None] Pushing event updated for resources: {'Port': ['ID=c15718f2-bddd-484f-bbf5-feee70ad3075,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:27.322729 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-ea4ea8b8-bda2-463f-bcd3-8517dcbb4cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:27.424871 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] Set router 1de03baf-af11-4dce-a700-799ca4d4316d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:46:27.748797 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e0b070>, [{'id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'name': 'router1', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c15718f2-bddd-484f-bbf5-feee70ad3075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:46:07Z', 'updated_at': '2021-06-29T20:46:25Z', 'revision_number': 4, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'gw_port': {'id': 'c15718f2-bddd-484f-bbf5-feee70ad3075', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:46:24Z', 'updated_at': '2021-06-29T20:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '053811fb-dfe1-4354-b829-12ba5a46d6c7', 'name': '', 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'mac_address': 'fa:16:3e:20:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:46:17Z', 'updated_at': '2021-06-29T20:46:23Z', 'revision_number': 5, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'subnets': [{'id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3f53c2-a335-4675-9bff-dd458df6cf8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:46:27.752462 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33cfd16-6654-41db-83a4-bef21227a62b None None] The sync data for ids ['1de03baf-af11-4dce-a700-799ca4d4316d'] in dv-cinder-779781-1-iscsi is: [{'id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'name': 'router1', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c15718f2-bddd-484f-bbf5-feee70ad3075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:46:07Z', 'updated_at': '2021-06-29T20:46:25Z', 'revision_number': 4, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'gw_port': {'id': 'c15718f2-bddd-484f-bbf5-feee70ad3075', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:46:24Z', 'updated_at': '2021-06-29T20:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '053811fb-dfe1-4354-b829-12ba5a46d6c7', 'name': '', 'network_id': 'ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3', 'tenant_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'mac_address': 'fa:16:3e:20:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de03baf-af11-4dce-a700-799ca4d4316d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:46:17Z', 'updated_at': '2021-06-29T20:46:23Z', 'revision_number': 5, 'project_id': '79cc91db68e74bdabf67e0e0eb40ae57', 'subnets': [{'id': '4854478a-93ab-43df-b6a5-e4a0c6680432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3f53c2-a335-4675-9bff-dd458df6cf8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:46:28.248834 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49036) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:46:28.385946 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-1d32bfb0-b13e-4141-a8c2-3a57e08d102b admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1360118
Jun 29 20:46:29.333538 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device c15718f2-bddd-484f-bbf5-feee70ad3075 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:46:29.400317 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port c15718f2-bddd-484f-bbf5-feee70ad3075 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:46:29.404769 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port c15718f2-bddd-484f-bbf5-feee70ad3075 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:46:29.405143 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:29.527592 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:29.543717 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port c15718f2-bddd-484f-bbf5-feee70ad3075, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=c15718f2-bddd-484f-bbf5-feee70ad3075,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:46:29.547655 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:29.549651 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:46:29.623244 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=c15718f2-bddd-484f-bbf5-feee70ad3075,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:46:29.627368 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:46:31.323378 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device c15718f2-bddd-484f-bbf5-feee70ad3075 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:46:31.395232 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port c15718f2-bddd-484f-bbf5-feee70ad3075 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:46:31.395882 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:42.552953 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-df324570-4249-4712-9a25-531a3f97d975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:42.977132 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:44.818142 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-53860a7e-82b0-437e-bd9b-973072b9c610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:45.800048 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:47.097045 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:46:54.206959 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 5 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:47:12.560122 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-95a03221-f2f0-4971-a9a0-dbff9b493e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:47:12.991550 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:47:14.821567 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-b72f6695-f973-439b-afd1-aefcac97d9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:47:15.801806 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:47:17.093227 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:47:31.207041 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 5 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:47:42.562152 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-08687bad-b82d-4409-af66-c2bb4031fdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:47:42.983745 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:47:44.825369 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c07c7bac-c179-4912-af44-629832607fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:47:45.805278 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:47:47.097493 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:08.207373 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 5 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:48:12.556656 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-58387922-6e99-4822-b501-689f77ada54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:12.986748 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:14.827068 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-51137b6d-bca9-4d11-befa-80926b922ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:15.805283 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:17.102701 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:30.258285 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 49610) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:48:30.352420 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca0b7cd-7c5f-4104-be38-158f2526f5b1 admin admin] GET failed (client error): The resource could not be found.
Jun 29 20:48:30.353612 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-aca0b7cd-7c5f-4104-be38-158f2526f5b1 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0943851
Jun 29 20:48:30.484032 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81346538-e1a4-4c94-a146-272224aff887 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:30.485374 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-81346538-e1a4-4c94-a146-272224aff887 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1271667
Jun 29 20:48:32.459939 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 49620) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:48:32.598318 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df148e6-ffe7-4c92-9932-a9c5424f490e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:32.599792 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-8df148e6-ffe7-4c92-9932-a9c5424f490e admin admin] 10.222.0.15 "GET /v2.0/subnets/4854478a-93ab-43df-b6a5-e4a0c6680432 HTTP/1.1" status: 200  len: 849 time: 0.1388528
Jun 29 20:48:32.609218 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:48:32.723115 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:32.907930 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749996584879'] for subnet, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:32.911363 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:48:32.958176 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:32.958741 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:32.959956 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] 10.222.0.15 "PUT /v2.0/subnets/4854478a-93ab-43df-b6a5-e4a0c6680432 HTTP/1.1" status: 200  len: 868 time: 0.3545585
Jun 29 20:48:32.962571 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542952b-8c8f-4527-a6a8-270be75003d8 None None] Network ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:48:32.978904 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4854478a-93ab-43df-b6a5-e4a0c6680432,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:48:32.987355 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.987685 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.987999 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.988312 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.988655 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.988973 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.989292 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.989588 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.989890 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.990191 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.990487 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:48:32.995002 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:48:33.449188 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-0b9dddbb-50e5-4a71-b99c-92e0b2f622c4 None None] Provisioning complete for port 912ac12f-aca8-477b-b402-a09071613371 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:48:33.449559 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0b9dddbb-50e5-4a71-b99c-92e0b2f622c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:33.573854 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-0b9dddbb-50e5-4a71-b99c-92e0b2f622c4 None None] Provisioning complete for port 053811fb-dfe1-4354-b829-12ba5a46d6c7 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:48:33.574152 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0b9dddbb-50e5-4a71-b99c-92e0b2f622c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:34.965566 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49630) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:48:35.159649 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c29d501-2585-4f53-878b-886ef9f8deda admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:35.160058 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c29d501-2585-4f53-878b-886ef9f8deda admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:35.161791 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-0c29d501-2585-4f53-878b-886ef9f8deda admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1953201
Jun 29 20:48:37.152670 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 49640) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:48:37.350273 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39289e2a-c6f3-4aed-a2a2-13d6e8006d32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:37.350644 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39289e2a-c6f3-4aed-a2a2-13d6e8006d32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:37.352160 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-39289e2a-c6f3-4aed-a2a2-13d6e8006d32 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1985340
Jun 29 20:48:39.339683 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 49650) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:48:39.528363 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d2a3d-24bc-43c3-a640-792cc303f9b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:39.530967 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-c05d2a3d-24bc-43c3-a640-792cc303f9b6 admin admin] 10.222.0.15 "GET /v2.0/networks/0460bb14-7d62-4976-a05c-7c2670111765 HTTP/1.1" status: 200  len: 886 time: 0.1903026
Jun 29 20:48:41.517219 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 49660) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:48:41.717792 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d4f4c9-34a7-48fc-8e30-55e837ea9127 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:41.719102 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-70d4f4c9-34a7-48fc-8e30-55e837ea9127 admin admin] 10.222.0.15 "GET /v2.0/networks/ae2fd733-5f7a-447a-a3a8-3bbb61d69dc3 HTTP/1.1" status: 200  len: 869 time: 0.2009592
Jun 29 20:48:42.555003 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-4077d364-4bcc-4b5c-bd79-3106404156b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:42.988998 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:43.827719 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49670) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:48:43.958240 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa21c7-7ca4-4303-a6c5-966c445f0408 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:43.958607 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa21c7-7ca4-4303-a6c5-966c445f0408 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:43.959326 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e8aa21c7-7ca4-4303-a6c5-966c445f0408 admin admin] Synchronizing usage tracker for tenant:8e2a1d567d8741619c32f7266bf3182c on resource:subnet {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:48:43.975343 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e8aa21c7-7ca4-4303-a6c5-966c445f0408 admin admin] Unset dirty status for tenant:8e2a1d567d8741619c32f7266bf3182c on resource:subnet {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:48:43.976438 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-e8aa21c7-7ca4-4303-a6c5-966c445f0408 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1477926
Jun 29 20:48:44.829983 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9eb9de5d-3a86-450c-a0d8-449300e48141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:45.207788 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 5 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:48:45.809480 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:45.968133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49680) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:48:46.098861 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e5818-3311-4c1c-bbad-10a1d2c020e4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:46.099223 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e5818-3311-4c1c-bbad-10a1d2c020e4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:46.100741 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-934e5818-3311-4c1c-bbad-10a1d2c020e4 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1316118
Jun 29 20:48:47.111824 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:48:48.088650 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49690) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:48:48.216915 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad96886a-0783-4c04-a4d1-2bc478f79c92 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:48.218212 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-ad96886a-0783-4c04-a4d1-2bc478f79c92 admin admin] 10.222.0.15 "GET /v2.0/subnets/4854478a-93ab-43df-b6a5-e4a0c6680432 HTTP/1.1" status: 200  len: 868 time: 0.1285567
Jun 29 20:48:50.201073 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49700) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:48:50.327253 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdca6e1-e25d-4bc9-a90d-823246421744 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:48:50.328524 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-7cdca6e1-e25d-4bc9-a90d-823246421744 admin admin] 10.222.0.15 "GET /v2.0/subnets/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5 HTTP/1.1" status: 200  len: 816 time: 0.1265423
Jun 29 20:49:07.710570 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49738) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:49:07.783173 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [None req-58f33a01-1535-4e66-b707-abd71f60a86c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74217) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 20:49:07.784138 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-58f33a01-1535-4e66-b707-abd71f60a86c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0726533
Jun 29 20:49:09.831653 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49748) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:49:09.920874 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddc9873-f506-4f36-87d3-9145a3549e64 admin admin] GET failed (client error): The resource could not be found.
Jun 29 20:49:09.922054 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-5ddc9873-f506-4f36-87d3-9145a3549e64 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0894940
Jun 29 20:49:10.044883 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b64c4-9f07-457e-87ee-84e7a016ecca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:49:10.046227 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-173b64c4-9f07-457e-87ee-84e7a016ecca admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1203930
Jun 29 20:49:12.062641 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 49758) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:49:12.132955 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:49:12.138069 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:49:12.147551 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:49:12.157998 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Made reservation on behalf of 8e2a1d567d8741619c32f7266bf3182c for: {'network': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:49:12.160215 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:12.251096 dv-cinder-779781-1-iscsi neutron-server[74216]: WARNING neutron.services.revisions.revision_plugin [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f5445c87af0] {project_id='8e2a1d567d8741619c32f7266bf3182c', id='c64fe6cb-1ac0-4227-8f16-35f129e58e38', target_tenant='*', action='access_as_shared', object_id='a263fd2b-14a4-4eec-b9e4-c74b31845f3d'}> to bump revision.
Jun 29 20:49:12.265742 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551}  {{(pid=74216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:49:12.275861 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:12.276186 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.segments_db [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Added segment a3186e54-4c59-403f-b4d0-f8aa093d1f06 of type vlan for network a263fd2b-14a4-4eec-b9e4-c74b31845f3d
Jun 29 20:49:12.302610 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:12.332359 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:12.333562 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:49:12.334131 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:12.339346 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:49:12.440525 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a263fd2b-14a4-4eec-b9e4-c74b31845f3d,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:49:12.443345 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3797243
Jun 29 20:49:12.444049 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:49:12.451616 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network a263fd2b-14a4-4eec-b9e4-c74b31845f3d details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:49:12.573899 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-be79d157-2cf4-4eca-9257-97003089483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:12.982746 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:14.460654 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 49768) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:49:14.549852 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cefa05-e415-4ff7-97a3-afc0e9517fc6 admin admin] GET failed (client error): The resource could not be found.
Jun 29 20:49:14.550339 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-a0cefa05-e415-4ff7-97a3-afc0e9517fc6 admin admin] Synchronizing usage tracker for tenant:8e2a1d567d8741619c32f7266bf3182c on resource:network {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:49:14.566904 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-a0cefa05-e415-4ff7-97a3-afc0e9517fc6 admin admin] Unset dirty status for tenant:8e2a1d567d8741619c32f7266bf3182c on resource:network {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:49:14.567951 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-a0cefa05-e415-4ff7-97a3-afc0e9517fc6 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1063786
Jun 29 20:49:14.703596 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed2360-c158-4afe-9c69-f2fe7bbcf865 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:49:14.705026 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-17ed2360-c158-4afe-9c69-f2fe7bbcf865 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1332026
Jun 29 20:49:14.714750 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:49:14.719107 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:49:14.729093 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:49:14.738383 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Made reservation on behalf of 8e2a1d567d8741619c32f7266bf3182c for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:49:14.740862 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:14.833549 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d1a11a0b-7992-4745-ba03-996072359a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:14.940281 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:14.944341 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-fae56440-7c14-4c22-8177-621586541693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:49:15.017734 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea01eca3-1ae0-4dc8-aaf0-d3d7000e3e17,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:49:15.021962 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:49:15.026769 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Checking segment: {'id': 'a3186e54-4c59-403f-b4d0-f8aa093d1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:49:15.027116 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Network hostable DHCP agents. Network: a263fd2b-14a4-4eec-b9e4-c74b31845f3d, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:49:15.047783 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Network a263fd2b-14a4-4eec-b9e4-c74b31845f3d is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:49:15.056202 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, a263fd2b-14a4-4eec-b9e4-c74b31845f3d) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:49:15.059900 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:49:15.060466 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:15.085195 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3741517
Jun 29 20:49:15.169804 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c362e35-7e3a-4e14-a058-1b318aa82de8 None None] Network a263fd2b-14a4-4eec-b9e4-c74b31845f3d requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:49:15.383463 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc11f0e4-5da9-589f-bb4c-f91e8ff43252-a263fd2b-14a4-4eec-b9e4-c74b31845f3d', 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d', 'tenant_id': '8e2a1d567d8741619c32f7266bf3182c', 'fixed_ips': [{'subnet_id': 'ea01eca3-1ae0-4dc8-aaf0-d3d7000e3e17'}]}} from dv-cinder-779781-1-iscsi. {{(pid=74218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 20:49:15.387437 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:15.541016 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.db_base_plugin_common [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Allocated IP 192.168.233.2 (a263fd2b-14a4-4eec-b9e4-c74b31845f3d/ea01eca3-1ae0-4dc8-aaf0-d3d7000e3e17/6bc9a2f9-94ac-4b31-bc13-bad2594607ee) {{(pid=74218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:49:15.743266 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Notify callbacks [] for port, precommit_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:15.754293 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Transition to ACTIVE for port object 6bc9a2f9-94ac-4b31-bc13-bad2594607ee will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:49:15.773103 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Transition to ACTIVE for port object 6bc9a2f9-94ac-4b31-bc13-bad2594607ee will not be triggered until provisioned by entity DHCP. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:49:15.779032 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:15.784189 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:49:15.862350 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Network a263fd2b-14a4-4eec-b9e4-c74b31845f3d is already hosted by enough agents. {{(pid=74218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:49:15.870240 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.base_scheduler [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Resources bound (agent type, host, resource id):  {{(pid=74218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:49:15.871908 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Pushing event updated for resources: {'Port': ['ID=6bc9a2f9-94ac-4b31-bc13-bad2594607ee,revision_number=1']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:49:15.874140 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Received port after_create {{(pid=74218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:49:15.884227 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:15.914107 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.914449 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.914779 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.915109 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.915962 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.916425 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.916777 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.917097 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.917410 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.917723 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.918037 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:49:15.925129 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:49:15.972479 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Attempting to bind port 6bc9a2f9-94ac-4b31-bc13-bad2594607ee on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:49:15.972873 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Attempting to bind port 6bc9a2f9-94ac-4b31-bc13-bad2594607ee by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a3186e54-4c59-403f-b4d0-f8aa093d1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:49:15.973234 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Attempting to bind port 6bc9a2f9-94ac-4b31-bc13-bad2594607ee on network a263fd2b-14a4-4eec-b9e4-c74b31845f3d {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:49:15.980059 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:49:15.980428 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Checking segment: {'id': 'a3186e54-4c59-403f-b4d0-f8aa093d1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:49:15.980945 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:15.981338 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Bound using segment: {'id': 'a3186e54-4c59-403f-b4d0-f8aa093d1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:49:15.981799 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Bound port: 6bc9a2f9-94ac-4b31-bc13-bad2594607ee, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3186e54-4c59-403f-b4d0-f8aa093d1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:49:15.982184 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:16.094439 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] For port 6bc9a2f9-94ac-4b31-bc13-bad2594607ee, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:49:16.097460 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] For port 6bc9a2f9-94ac-4b31-bc13-bad2594607ee, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=6bc9a2f9-94ac-4b31-bc13-bad2594607ee,segment=NetworkSegment(a3186e54-4c59-403f-b4d0-f8aa093d1f06),segment_id=a3186e54-4c59-403f-b4d0-f8aa093d1f06)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:49:16.102568 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:16.106362 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:49:16.180204 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Pushing event updated for resources: {'Port': ['ID=6bc9a2f9-94ac-4b31-bc13-bad2594607ee,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:49:16.186698 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:49:16.981608 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d591521a-2f2f-41b1-ac12-f51780ac88ef None None] Network a263fd2b-14a4-4eec-b9e4-c74b31845f3d requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:49:17.070037 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-a9617b3e-7db6-4a34-9409-550d5b38c712 None None] Provisioning for port 6bc9a2f9-94ac-4b31-bc13-bad2594607ee completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:49:17.152737 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:17.441608 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 6bc9a2f9-94ac-4b31-bc13-bad2594607ee up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:49:17.533708 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 6bc9a2f9-94ac-4b31-bc13-bad2594607ee completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:49:17.538811 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 6bc9a2f9-94ac-4b31-bc13-bad2594607ee triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:49:17.539185 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:17.653602 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:17.684949 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 6bc9a2f9-94ac-4b31-bc13-bad2594607ee, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=6bc9a2f9-94ac-4b31-bc13-bad2594607ee,segment=NetworkSegment(a3186e54-4c59-403f-b4d0-f8aa093d1f06),segment_id=a3186e54-4c59-403f-b4d0-f8aa093d1f06)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:49:17.689391 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:17.691546 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:49:17.759656 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=6bc9a2f9-94ac-4b31-bc13-bad2594607ee,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:49:17.763178 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:49:19.406966 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 6bc9a2f9-94ac-4b31-bc13-bad2594607ee up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:49:19.475387 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 6bc9a2f9-94ac-4b31-bc13-bad2594607ee triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:49:19.475755 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:22.207579 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 5 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:49:42.558906 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-cf347cef-0984-4fea-ac1e-372de91da325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:42.984785 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:44.836092 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-796d0a95-e6ff-4092-9cd3-522dfa9e7087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:45.815015 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:47.117050 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:49:59.206645 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 5 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:50:12.563766 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2ae4-5271-4598-ad7c-61043594243c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:12.995229 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:14.837754 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-af636f9e-3503-4308-bb55-3ea7508bf62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:15.274729 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49812) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:50:15.280353 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [None req-8e382dc5-dece-484d-8c2b-5738dd92f91e tempest-verify_tempest_config-1501431026 tempest-verify_tempest_config-1501431026-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74217) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 20:50:15.281350 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-8e382dc5-dece-484d-8c2b-5738dd92f91e tempest-verify_tempest_config-1501431026 tempest-verify_tempest_config-1501431026-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0056999
Jun 29 20:50:15.609942 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 49828) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:50:15.754212 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:15.784738 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:50:15.788350 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Usage tracker for resource:security_group_rule and tenant:051abb9ecd4a475d9da710662672c4cc is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:50:15.792040 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:50:15.797571 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:50:15.817570 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:15.865287 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:15.869251 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:15.876866 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:50:15.918739 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f31eaa-e596-433a-9327-839276bf6660,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:50:15.922119 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Synchronizing usage tracker for tenant:8e2a1d567d8741619c32f7266bf3182c on resource:security_group {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:50:15.934625 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.934960 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.935286 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.935610 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.935931 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.936249 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.936581 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.936916 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.937232 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.937547 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.937926 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:15.944691 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:50:15.949555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Unset dirty status for tenant:8e2a1d567d8741619c32f7266bf3182c on resource:security_group {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:50:15.953534 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=051abb9ecd4a475d9da710662672c4cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3426142
Jun 29 20:50:15.953716 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 49834) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:50:16.013539 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:16.038665 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:16.128762 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:16.132560 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-84c6d907-5320-4b0e-9151-2721a3b8f00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:50:16.146554 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f31eaa-e596-433a-9327-839276bf6660,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:50:16.157269 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:16.158337 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2f31eaa-e596-433a-9327-839276bf6660 HTTP/1.1" status: 204  len: 168 time: 0.2034934
Jun 29 20:50:16.160001 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.160337 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.160694 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.161018 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.161463 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.161786 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.162100 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.162558 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.162880 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.163191 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.163500 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:50:16.166499 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:50:17.121401 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:36.206307 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 5 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:50:42.566368 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-b8223fa1-9912-4c8a-ab13-d7ccc2f51181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:42.986922 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:44.840729 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5e201176-9ae8-4803-a2d9-4523cf727f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:45.821291 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:50:47.126286 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:12.569992 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-de23f8bf-4020-4194-bd00-cfabc9ad4b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:12.988087 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:13.206198 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 5 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:51:14.844521 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-70ca747e-b330-4fab-8f43-614069994754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:15.824364 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:17.129940 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:42.573145 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6b64aaaa-d9c0-4ea6-bf54-cfa5378e6a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:42.989705 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:44.846864 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e99ba022-4b6d-439f-99a3-a2c6b80c626f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:45.827933 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:47.132357 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:49.007374 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594948'] for agent, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:51:50.206449 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:52:03.862908 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 49906) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:52:03.996452 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-693f38cd-7d4c-4043-aaa6-1611dd8d86c0 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1323731
Jun 29 20:52:05.975359 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 49916) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:52:06.054169 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-7d094d55-6135-41fe-b85b-d1f5b4d81a6d admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0771804
Jun 29 20:52:12.576361 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-8093d589-4498-4bc4-89df-00235cb6f7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:12.990988 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:14.848360 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-ea086e6a-81b6-4d71-875c-e196587dc9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:15.831114 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:17.136584 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:18.964317 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:27.206856 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:52:42.579164 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-cd2cbef6-81a3-40fb-a2b8-9915203bcac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:42.993060 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:44.849102 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6901891d-5011-497d-b414-9570ea0730c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:45.833525 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:47.138151 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:52:48.978736 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:04.207426 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:53:12.582327 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-33d89503-73e5-4486-8497-7cff72c644a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:12.995439 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:14.851417 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5928cbc6-3f50-40c0-893b-973c04882297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:15.835810 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:17.143692 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:18.987780 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:40.118531 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50098) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:40.579553 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-157693671-network', 'tenant_id': 'e6d3830317044e6f9e81e92f4501826a'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:40.586698 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:40.594673 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Usage tracker for resource:network and tenant:e6d3830317044e6f9e81e92f4501826a is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:40.597695 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:40.606468 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:40.617333 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Made reservation on behalf of e6d3830317044e6f9e81e92f4501826a for: {'network': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:53:40.620800 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:40.638882 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:40.676090 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:40.680578 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Usage tracker for resource:security_group_rule and tenant:e6d3830317044e6f9e81e92f4501826a is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:40.683390 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:40.689474 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:40.700093 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50118) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:40.763524 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:40.769881 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:40.775600 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:40.801784 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e074f4-e4a7-4152-aefe-59f7e2061902,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:40.811571 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.812220 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.812220 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.812704 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.813188 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.813301 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.813592 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.813977 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.814258 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.814549 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.814900 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Tracked resource versions report:
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]: pushed versions:
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]: {   'ConntrackHelper': {'1.0'},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     'Log': {'1.0'},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     'Network': {'1.1'},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     'Port': {'1.5'},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     'PortForwarding': {'1.2'},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     'QosPolicy': {'1.8'},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     'SecurityGroup': {'1.2'},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     'SecurityGroupRule': {'1.0'},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     'SubPort': {'1.0'},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     'Subnet': {'1.1'},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     'Trunk': {'1.1'}}
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]: consumer versions:
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]: {   DHCP agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     HyperV agent@hv-cinder-77978: {},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     L3 agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     Metadata agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     Metering agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:     Open vSwitch agent@dv-cinder-779781-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'Log': '1.0',
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'Network': '1.1',
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'Port': '1.5',
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'PortForwarding': '1.2',
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'QosPolicy': '1.8',
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'SecurityGroup': '1.2',
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'SecurityGroupRule': '1.0',
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'SubPort': '1.0',
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'Subnet': '1.1',
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:                                                      'Trunk': '1.1'}}
Jun 29 20:53:40.815877 dv-cinder-779781-1-iscsi neutron-server[74216]:  {{(pid=74216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 20:53:40.822252 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:40.827333 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552}  {{(pid=74216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:53:40.839493 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:40.839741 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.segments_db [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Added segment 754b571e-b8a1-4cf7-ac76-9d598d43e7ad of type vlan for network b7e4c575-4ed0-40b3-92a5-33bd10a75a7d
Jun 29 20:53:40.866161 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:40.871065 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50128) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:40.899219 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:40.900853 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:40.901443 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:40.906959 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:40.982354 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50136) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:41.024746 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Pushing event updated for resources: {'Network': ['ID=b7e4c575-4ed0-40b3-92a5-33bd10a75a7d,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:41.031528 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9108071
Jun 29 20:53:41.031910 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50142) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:41.032447 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:41.037243 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Request body: {'subnet': {'network_id': 'b7e4c575-4ed0-40b3-92a5-33bd10a75a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-157693671-subnet', 'tenant_id': 'e6d3830317044e6f9e81e92f4501826a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:41.039517 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network b7e4c575-4ed0-40b3-92a5-33bd10a75a7d details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:53:41.041772 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:41.045716 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Usage tracker for resource:subnet and tenant:e6d3830317044e6f9e81e92f4501826a is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:41.048776 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:41.055494 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:41.070159 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Made reservation on behalf of e6d3830317044e6f9e81e92f4501826a for: {'subnet': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:53:41.073557 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.146285 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-717219234-network', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:41.152508 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:41.157813 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Usage tracker for resource:network and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:41.160946 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:41.173096 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:41.208187 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Made reservation on behalf of fe2cb1c5294c4a5588f32690a2eae589 for: {'network': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:53:41.211187 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.213679 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:53:41.229266 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.274583 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-221754104-network', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:41.284090 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:41.289699 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Usage tracker for resource:network and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:41.292687 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:41.298901 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:41.311313 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:41.313703 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Made reservation on behalf of c15b70fcd3714faf82acbc850da1aab7 for: {'network': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:53:41.316150 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.355265 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Usage tracker for resource:security_group_rule and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:41.363397 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-network', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:41.371774 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:41.382028 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:41.385847 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.411382 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:41.421419 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Usage tracker for resource:network and tenant:bafaee80f7dc44798ec8f2b8a7edf142 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:41.429103 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:41.445607 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:41.504117 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:41.511077 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Made reservation on behalf of bafaee80f7dc44798ec8f2b8a7edf142 for: {'network': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:53:41.513580 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.530346 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:41.533665 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:41.541027 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:41.605765 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.657236 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:41.685375 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.707551 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.710296 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.779810 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.780400 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.836057 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553}  {{(pid=74217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:53:41.859230 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Checking segment: {'id': '754b571e-b8a1-4cf7-ac76-9d598d43e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b7e4c575-4ed0-40b3-92a5-33bd10a75a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:53:41.859565 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Network hostable DHCP agents. Network: b7e4c575-4ed0-40b3-92a5-33bd10a75a7d, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:53:41.869906 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:41.874113 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe3b287-7412-4b7f-a6fd-1e846037696a,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:41.878182 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.878524 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.segments_db [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Added segment 2f4df13b-c6d7-498f-b2d3-090a3141e55d of type vlan for network d76c2cdb-9cac-4e13-839f-9ee932b7c711
Jun 29 20:53:41.888647 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Usage tracker for resource:security_group_rule and tenant:bafaee80f7dc44798ec8f2b8a7edf142 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:41.895238 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:41.905235 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:41.908020 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.908429 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.908688 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.908965 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.909330 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.909693 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.909960 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.910386 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.910680 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.910991 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.911298 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Tracked resource versions report:
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]: pushed versions:
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]: {   'ConntrackHelper': {'1.0'},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     'Log': {'1.0'},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     'Network': {'1.1'},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     'Port': {'1.5'},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     'PortForwarding': {'1.2'},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     'QosPolicy': {'1.8'},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     'SecurityGroup': {'1.2'},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     'SecurityGroupRule': {'1.0'},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     'SubPort': {'1.0'},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     'Subnet': {'1.1'},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     'Trunk': {'1.1'}}
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]: consumer versions:
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]: {   DHCP agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     HyperV agent@hv-cinder-77978: {},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     L3 agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     Metadata agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     Metering agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:     Open vSwitch agent@dv-cinder-779781-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'Log': '1.0',
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'Network': '1.1',
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'Port': '1.5',
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'PortForwarding': '1.2',
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'QosPolicy': '1.8',
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'SecurityGroup': '1.2',
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'SecurityGroupRule': '1.0',
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'SubPort': '1.0',
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'Subnet': '1.1',
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:                                                      'Trunk': '1.1'}}
Jun 29 20:53:41.913020 dv-cinder-779781-1-iscsi neutron-server[74217]:  {{(pid=74217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 20:53:41.922698 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:41.927288 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d1a2f74e-ff7e-4629-946f-b94b2756ce65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:41.959984 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:41.991873 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ac9493-3ddd-48c1-8f2e-3741dd668b25,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:42.015452 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Network b7e4c575-4ed0-40b3-92a5-33bd10a75a7d is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:53:42.063334 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, b7e4c575-4ed0-40b3-92a5-33bd10a75a7d) {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:42.067887 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:42.071098 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.074687 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad012d-5774-47b3-88b6-349022c2766a None None] Network b7e4c575-4ed0-40b3-92a5-33bd10a75a7d requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:53:42.128626 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.148037 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.149234 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99fea28-808f-4073-b675-ca5a7458fa93,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:42.153900 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:42.157266 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:42.181443 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.200983 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:42.201914 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.206605 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.db.api [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 20:53:42.207309 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_db.api [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 20:53:42.221240 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554}  {{(pid=74217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:53:42.248513 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:42.257205 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:42.262278 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:42.262724 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:42.268776 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.269202 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.segments_db [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Added segment 7436ad31-6ff5-4249-9400-9b5b8c2a98bd of type vlan for network 5e765c4e-8e0a-4679-9639-4ff3f118b9af
Jun 29 20:53:42.270272 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:42.449643 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.516000 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377cc9f5-59e8-4d31-b3f8-abcafbf00d78 None None] Network b7e4c575-4ed0-40b3-92a5-33bd10a75a7d requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:53:42.537123 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5042129
Jun 29 20:53:42.603546 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.9015667
Jun 29 20:53:42.606523 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50204) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:42.612576 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Request body: {'subnet': {'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-717219234-subnet', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:42.618295 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:42.622831 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Usage tracker for resource:subnet and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:42.626504 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:42.631851 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Pushing event updated for resources: {'Network': ['ID=d76c2cdb-9cac-4e13-839f-9ee932b7c711,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:42.636187 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:42.645534 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:42.654861 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Made reservation on behalf of fe2cb1c5294c4a5588f32690a2eae589 for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:53:42.659027 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Notify callbacks [] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.660512 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network d76c2cdb-9cac-4e13-839f-9ee932b7c711 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:53:42.665715 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.666993 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:42.667565 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.672876 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:42.708907 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-902922b0-42cf-4ab2-97fc-bd88893cce21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.814900 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.852213 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Pushing event updated for resources: {'Network': ['ID=5e765c4e-8e0a-4679-9639-4ff3f118b9af,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:42.866281 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:42.905436 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555}  {{(pid=74217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:53:42.926808 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.928231 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.segments_db [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Added segment 05d5d132-9da3-467f-9b06-060d24cb2bdc of type vlan for network 656014fe-ebe5-425d-bc87-c747781da88f
Jun 29 20:53:42.936003 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:42.953889 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b4c69ad1-6613-4ef9-b9bd-8ac17c812996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:42.962023 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.9774244
Jun 29 20:53:42.965675 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50220) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:42.967438 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network 5e765c4e-8e0a-4679-9639-4ff3f118b9af details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:53:43.010232 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Request body: {'subnet': {'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-subnet', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:43.016499 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:43.021090 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Usage tracker for resource:subnet and tenant:bafaee80f7dc44798ec8f2b8a7edf142 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:43.025301 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:43.031900 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:43.048324 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.053938 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Made reservation on behalf of bafaee80f7dc44798ec8f2b8a7edf142 for: {'subnet': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:53:43.056896 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.113816 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbb664c-27ca-451c-8320-c1ba4548a65b,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:43.122951 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:43.162324 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.221324 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.227869 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:43.228447 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.228783 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Checking segment: {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:53:43.229349 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Network hostable DHCP agents. Network: d76c2cdb-9cac-4e13-839f-9ee932b7c711, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:53:43.235776 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:43.319896 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Network d76c2cdb-9cac-4e13-839f-9ee932b7c711 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:53:43.334178 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, d76c2cdb-9cac-4e13-839f-9ee932b7c711) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:43.339999 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:43.341120 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.348891 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a817ac-b54c-49e3-9c28-61bb00a43abb None None] Network d76c2cdb-9cac-4e13-839f-9ee932b7c711 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:53:43.408495 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.5363779
Jun 29 20:53:43.414049 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50240) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:43.426250 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Pushing event updated for resources: {'Network': ['ID=656014fe-ebe5-425d-bc87-c747781da88f,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:43.431872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:43.433554 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Request body: {'subnet': {'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-subnet', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:43.438806 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8307066
Jun 29 20:53:43.443623 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50246) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:43.446409 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:43.454812 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Usage tracker for resource:subnet and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:43.458377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:43.460599 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:43.465046 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:43.473442 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:43.481293 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Usage tracker for resource:router and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:43.491392 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Made reservation on behalf of c15b70fcd3714faf82acbc850da1aab7 for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:53:43.493429 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:43.495128 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.499841 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:43.533144 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network 656014fe-ebe5-425d-bc87-c747781da88f details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:53:43.542549 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3424'] for router, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.543666 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3455'] for router, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.641185 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.663843 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:43.758615 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.781464 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:43.791798 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e71aa691-e02b-4dbe-84c4-c1d1edec51b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:43.877148 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:43.881463 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:43.932403 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63dec314-ebde-4349-8abc-5371f107b8f7,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:43.939368 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:43.969398 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Checking segment: {'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:53:43.969749 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Network hostable DHCP agents. Network: 5e765c4e-8e0a-4679-9639-4ff3f118b9af, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:53:43.995437 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Checking segment: {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:53:43.995715 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Network hostable DHCP agents. Network: 656014fe-ebe5-425d-bc87-c747781da88f, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:53:44.061936 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Network 656014fe-ebe5-425d-bc87-c747781da88f is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:53:44.085622 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, 656014fe-ebe5-425d-bc87-c747781da88f) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:44.089631 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:44.090201 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.111416 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4a3c1-1925-4454-80c1-dce554cfc156 None None] Network 656014fe-ebe5-425d-bc87-c747781da88f requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:53:44.135896 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7204497
Jun 29 20:53:44.138443 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50292) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:44.145346 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:44.149863 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.156004 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:44.167100 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Network 5e765c4e-8e0a-4679-9639-4ff3f118b9af is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:53:44.174126 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Usage tracker for resource:router and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:44.175660 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, 5e765c4e-8e0a-4679-9639-4ff3f118b9af) {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:44.194421 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:44.195941 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:44.196519 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.219653 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50304) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:44.223206 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:44.226743 dv-cinder-779781-1-iscsi neutron-server[74216]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 29 20:53:44.263653 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc11f0e4-5da9-589f-bb4c-f91e8ff43252-d76c2cdb-9cac-4e13-839f-9ee932b7c711', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b'}]}} from dv-cinder-779781-1-iscsi. {{(pid=74218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 20:53:44.264482 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.300457 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242403ef-f087-4445-9c35-a962cfb783b2 None None] Network 5e765c4e-8e0a-4679-9639-4ff3f118b9af requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:53:44.316395 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.3422735
Jun 29 20:53:44.319984 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50312) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:44.334424 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-router', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:44.345270 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3424'] for router, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.346444 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3455'] for router, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.352804 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:44.359916 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Usage tracker for resource:router and tenant:bafaee80f7dc44798ec8f2b8a7edf142 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:44.376510 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.377679 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:44.395077 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:44.434503 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3424'] for router, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.435824 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3455'] for router, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.497207 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.705372 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea9695-da3b-418d-b693-962c4fe5d136 req-afb165ee-20a8-4599-9820-2173772d48a2 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:44.706097 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-acea9695-da3b-418d-b693-962c4fe5d136 req-afb165ee-20a8-4599-9820-2173772d48a2 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Synchronizing usage tracker for tenant:e6d3830317044e6f9e81e92f4501826a on resource:network {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:53:44.775052 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.db_base_plugin_common [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Allocated IP 172.20.0.2 (d76c2cdb-9cac-4e13-839f-9ee932b7c711/cbbb664c-27ca-451c-8320-c1ba4548a65b/c28fba10-bae6-4246-9c86-a6db8cce4cc5) {{(pid=74218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:53:44.810823 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.881253 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-acea9695-da3b-418d-b693-962c4fe5d136 req-afb165ee-20a8-4599-9820-2173772d48a2 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Unset dirty status for tenant:e6d3830317044e6f9e81e92f4501826a on resource:network {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:53:44.884185 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-afb165ee-20a8-4599-9820-2173772d48a2 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/networks?id=b7e4c575-4ed0-40b3-92a5-33bd10a75a7d HTTP/1.1" status: 200  len: 811 time: 0.6627872
Jun 29 20:53:44.884962 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.907242 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.916093 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9dc87e7c-0148-427e-bb87-5490a25a4536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:44.933032 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-68292003-1588-4f69-814a-22433b2d09b0 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/quotas/e6d3830317044e6f9e81e92f4501826a HTTP/1.1" status: 200  len: 375 time: 0.0388050
Jun 29 20:53:45.014180 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-9b964d28-ec5e-4ee7-8f24-6fdbf7fc3d7b tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6d3830317044e6f9e81e92f4501826a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0745337
Jun 29 20:53:45.073274 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c1551-3353-4337-9bab-aeb161620caa None None] Network 5e765c4e-8e0a-4679-9639-4ff3f118b9af requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:53:45.259528 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc11f0e4-5da9-589f-bb4c-f91e8ff43252-656014fe-ebe5-425d-bc87-c747781da88f', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7'}]}} from dv-cinder-779781-1-iscsi. {{(pid=74218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 20:53:45.260376 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.274866 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50364) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:45.275160 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.328710 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.363997 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50374) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:45.374655 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.500378 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Allocated IP 172.27.2.197 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:53:45.710184 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Notify callbacks [] for port, precommit_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.728495 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Transition to ACTIVE for port object c28fba10-bae6-4246-9c86-a6db8cce4cc5 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:53:45.750377 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.db_base_plugin_common [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Allocated IP 172.20.0.2 (656014fe-ebe5-425d-bc87-c747781da88f/63dec314-ebde-4349-8abc-5371f107b8f7/bf54e5c2-615b-4211-b7de-df1dc3208839) {{(pid=74218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:53:45.769717 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Transition to ACTIVE for port object c28fba10-bae6-4246-9c86-a6db8cce4cc5 will not be triggered until provisioned by entity DHCP. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:53:45.775481 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.794553 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.856945 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:45.889909 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.958739 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.961086 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.973341 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Network d76c2cdb-9cac-4e13-839f-9ee932b7c711 is already hosted by enough agents. {{(pid=74218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:53:45.974370 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:45.980564 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.base_scheduler [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Resources bound (agent type, host, resource id):  {{(pid=74218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:45.985901 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Pushing event updated for resources: {'Port': ['ID=c28fba10-bae6-4246-9c86-a6db8cce4cc5,revision_number=1']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:45.988390 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Received port after_create {{(pid=74218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:53:45.996359 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Allocated IP 172.27.2.157 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/e26b9b84-fbc0-4c58-a0bc-9de1fa240901) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:53:46.033950 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.034659 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.035253 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.035730 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.036224 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.036723 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.037696 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.038181 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.038666 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.038830 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:46.039286 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.039756 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Tracked resource versions report:
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]: pushed versions:
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]: {   'ConntrackHelper': {'1.0'},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     'Log': {'1.0'},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     'Network': {'1.1'},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     'Port': {'1.5'},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     'PortForwarding': {'1.2'},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     'QosPolicy': {'1.8'},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     'SecurityGroup': {'1.2'},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     'SecurityGroupRule': {'1.0'},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     'SubPort': {'1.0'},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     'Subnet': {'1.1'},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     'Trunk': {'1.1'}}
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]: consumer versions:
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]: {   DHCP agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     HyperV agent@hv-cinder-77978: {},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     L3 agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     Metadata agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     Metering agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:     Open vSwitch agent@dv-cinder-779781-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'Log': '1.0',
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'Network': '1.1',
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'Port': '1.5',
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'PortForwarding': '1.2',
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'QosPolicy': '1.8',
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'SecurityGroup': '1.2',
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'SecurityGroupRule': '1.0',
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'SubPort': '1.0',
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'Subnet': '1.1',
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:                                                      'Trunk': '1.1'}}
Jun 29 20:53:46.041117 dv-cinder-779781-1-iscsi neutron-server[74218]:  {{(pid=74218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 20:53:46.057315 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:46.179921 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Notify callbacks [] for port, precommit_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.183279 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:53:46.190464 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:46.192641 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Transition to ACTIVE for port object bf54e5c2-615b-4211-b7de-df1dc3208839 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:53:46.198267 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:46.200498 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:46.205666 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:53:46.218612 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Transition to ACTIVE for port object bf54e5c2-615b-4211-b7de-df1dc3208839 will not be triggered until provisioned by entity DHCP. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:53:46.221323 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50424) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:46.256106 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.274502 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:46.275514 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-e90ab26f-d389-479d-9926-608ad93ec367 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74216) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 20:53:46.276574 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-e90ab26f-d389-479d-9926-608ad93ec367 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.6544700
Jun 29 20:53:46.280916 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.358496 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Pushing event updated for resources: {'Port': ['ID=bf54e5c2-615b-4211-b7de-df1dc3208839,revision_number=1']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:46.366335 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:46.367424 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Attempting to bind port c28fba10-bae6-4246-9c86-a6db8cce4cc5 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:53:46.367947 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Attempting to bind port c28fba10-bae6-4246-9c86-a6db8cce4cc5 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:53:46.368483 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Attempting to bind port c28fba10-bae6-4246-9c86-a6db8cce4cc5 on network d76c2cdb-9cac-4e13-839f-9ee932b7c711 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:53:46.386296 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Network 656014fe-ebe5-425d-bc87-c747781da88f is already hosted by enough agents. {{(pid=74218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:53:46.387985 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.base_scheduler [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Resources bound (agent type, host, resource id):  {{(pid=74218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:46.390278 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:53:46.390902 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Checking segment: {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:53:46.391563 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.392179 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Bound using segment: {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:53:46.393413 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Bound port: c28fba10-bae6-4246-9c86-a6db8cce4cc5, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:53:46.394036 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.405599 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Received port after_create {{(pid=74218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:53:46.436754 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.437719 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540'] for router, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.496624 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ebf40c5e-1204-452e-a94d-5e0df771d906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.503933 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] For port c28fba10-bae6-4246-9c86-a6db8cce4cc5, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:53:46.507999 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] For port c28fba10-bae6-4246-9c86-a6db8cce4cc5, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=c28fba10-bae6-4246-9c86-a6db8cce4cc5,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:53:46.525141 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.542653 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.580419 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-ea4ea8b8-bda2-463f-bcd3-8517dcbb4cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:46.595940 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:46.621313 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.625404 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Usage tracker for resource:security_group_rule and tenant:fdc3c58476a9489c831643b218bde503 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:46.644919 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:46.663034 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:46.669026 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Attempting to bind port bf54e5c2-615b-4211-b7de-df1dc3208839 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:53:46.669727 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Attempting to bind port bf54e5c2-615b-4211-b7de-df1dc3208839 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:53:46.670318 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Attempting to bind port bf54e5c2-615b-4211-b7de-df1dc3208839 on network 656014fe-ebe5-425d-bc87-c747781da88f {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:53:46.670432 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-6d45eabd-0c9f-4131-9523-a36b8f18bc01 service neutron] 10.222.0.15 "GET /v2.0/networks/b7e4c575-4ed0-40b3-92a5-33bd10a75a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3798096
Jun 29 20:53:46.682219 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-ebf40c5e-1204-452e-a94d-5e0df771d906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:46.704825 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:53:46.705424 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Checking segment: {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:53:46.705936 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.706428 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Bound using segment: {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:53:46.707016 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Bound port: bf54e5c2-615b-4211-b7de-df1dc3208839, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:53:46.707526 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.729686 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:46.732146 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-ebf40c5e-1204-452e-a94d-5e0df771d906 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6527bf1a3b4f6cb778812f17f1778f is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:46.738484 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Pushing event updated for resources: {'Port': ['ID=c28fba10-bae6-4246-9c86-a6db8cce4cc5,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:46.767058 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:46.818345 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-ebf40c5e-1204-452e-a94d-5e0df771d906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:46.822091 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] Usage tracker for resource:security_group_rule and tenant:544336eaa5564ebba4f1b115191fd99a is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:46.831019 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] For port bf54e5c2-615b-4211-b7de-df1dc3208839, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:53:46.835777 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] For port bf54e5c2-615b-4211-b7de-df1dc3208839, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=bf54e5c2-615b-4211-b7de-df1dc3208839,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:53:46.849289 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:46.854474 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:46.861022 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Router e31f5010-febd-450b-9c8e-e14e8a32b49d is scheduled to L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e with binding_index 1 {{(pid=74217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 20:53:46.864711 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:46.889625 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-ebf40c5e-1204-452e-a94d-5e0df771d906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:46.900016 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:46.944121 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.038762 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:47.065729 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Pushing event updated for resources: {'Port': ['ID=bf54e5c2-615b-4211-b7de-df1dc3208839,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:47.073133 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:47.137194 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Allocated IP 172.27.2.189 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/91248f7a-fe7f-47c6-9707-844cfe1c7e2e) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:53:47.165364 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.234646 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50460) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:47.236641 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-08bc54c9-5800-47d0-be78-3bbf8ed7a6a9 service neutron] 10.222.0.15 "GET /v2.0/networks/b7e4c575-4ed0-40b3-92a5-33bd10a75a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5587234
Jun 29 20:53:47.297302 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:53:47.299062 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ebf40c5e-1204-452e-a94d-5e0df771d906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.307969 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.309005 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Pushing event updated for resources: {'Port': ['ID=e26b9b84-fbc0-4c58-a0bc-9de1fa240901,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:47.312795 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:47.316894 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:47.319733 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:53:47.362571 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ebf40c5e-1204-452e-a94d-5e0df771d906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.376040 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.411941 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.436285 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:53:47.447084 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Sync routers for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:53:47.466467 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.475907 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.0270257
Jun 29 20:53:47.475907 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50472) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:47.510611 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:53:47.511231 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445cfba90>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:53:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:47.541322 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-c048299d-6631-4d0e-8745-76f2aec874ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:47.568057 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.593258 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-ebf40c5e-1204-452e-a94d-5e0df771d906 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f6527bf1a3b4f6cb778812f17f1778f&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3083644
Jun 29 20:53:47.597668 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50482) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:47.600778 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50484) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:47.622229 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.705090 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.733148 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5804d1c3-25ad-4153-9fe9-3e1e48c38605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:47.861769 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device c28fba10-bae6-4246-9c86-a6db8cce4cc5 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:53:47.879619 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-66b3216f-9f65-4931-9c78-4aad5d2ccf9b req-00df98cb-7cb4-42f2-8df8-307d9335f652 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 210 time: 0.2660906
Jun 29 20:53:47.938251 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:53:47.940134 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Pushing event updated for resources: {'Port': ['ID=91248f7a-fe7f-47c6-9707-844cfe1c7e2e,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:47.942885 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:47.945329 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:47.946386 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:47.949098 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:53:47.971506 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf40c5e-1204-452e-a94d-5e0df771d906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3922dceb-eace-42cf-9047-babdad7f77cc,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:48.058661 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port c28fba10-bae6-4246-9c86-a6db8cce4cc5 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:53:48.070406 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device bf54e5c2-615b-4211-b7de-df1dc3208839 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:53:48.075621 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d3c8de-9852-42bd-90e8-1438a2930ae2,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:48.092886 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:53:48.117498 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:48.121132 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:48.184366 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdc3c58476a9489c831643b218bde503&name=default HTTP/1.1" status: 200  len: 2647 time: 2.8189583
Jun 29 20:53:48.191926 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50504) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:48.208374 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceefd83-c16d-4342-9d44-17308139f744,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:48.225812 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:48.234980 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:48.236315 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:48.245596 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port bf54e5c2-615b-4211-b7de-df1dc3208839 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:53:48.264178 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=544336eaa5564ebba4f1b115191fd99a&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0077162
Jun 29 20:53:48.268070 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50510) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:48.307164 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ac7c2f-64eb-441b-b144-903980619a31 None None] Network d76c2cdb-9cac-4e13-839f-9ee932b7c711 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:53:48.395344 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2bce6a50-3aa1-4df7-ba8e-b905a0196ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.483143 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.483836 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540'] for router, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.487650 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df0d7cdc-1e04-4fa8-b100-bd620fe3f5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.489171 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e601931-e192-43af-96fb-7284801aa993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.494190 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:48.528402 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] Usage tracker for resource:security_group_rule and tenant:002a96982e594d1da4f8f7e3fdcfb6d1 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:48.543877 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:48.549289 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df0d7cdc-1e04-4fa8-b100-bd620fe3f5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.582603 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:48.590043 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2bce6a50-3aa1-4df7-ba8e-b905a0196ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.599688 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445cfba90>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:46Z', 'revision_number': 3, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:48.605858 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Checking router: e31f5010-febd-450b-9c8e-e14e8a32b49d for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:53:48.606711 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Updating router e31f5010-febd-450b-9c8e-e14e8a32b49d port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d binding host dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:53:48.675951 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.745249 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e601931-e192-43af-96fb-7284801aa993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.770882 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e68162-8bda-460d-8319-68164719d007 None None] Network 656014fe-ebe5-425d-bc87-c747781da88f requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:53:48.816764 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.817748 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540'] for router, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.821106 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df0d7cdc-1e04-4fa8-b100-bd620fe3f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.858768 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-951a167c-737c-4406-a908-6dab8e18b16f None None] Provisioning for port c28fba10-bae6-4246-9c86-a6db8cce4cc5 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:53:48.883852 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-951a167c-737c-4406-a908-6dab8e18b16f None None] Provisioning complete for port c28fba10-bae6-4246-9c86-a6db8cce4cc5 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:48.884525 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-951a167c-737c-4406-a908-6dab8e18b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.921781 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:48.941134 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d7cdc-1e04-4fa8-b100-bd620fe3f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceefd83-c16d-4342-9d44-17308139f744,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:48.957692 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-df0d7cdc-1e04-4fa8-b100-bd620fe3f5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:48.958917 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e601931-e192-43af-96fb-7284801aa993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:48.976269 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:48.983973 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2bce6a50-3aa1-4df7-ba8e-b905a0196ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.003935 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e601931-e192-43af-96fb-7284801aa993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d3c8de-9852-42bd-90e8-1438a2930ae2,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:49.013969 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4e601931-e192-43af-96fb-7284801aa993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:49.014791 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df0d7cdc-1e04-4fa8-b100-bd620fe3f5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.018334 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-df0d7cdc-1e04-4fa8-b100-bd620fe3f5ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ceefd83-c16d-4342-9d44-17308139f744 HTTP/1.1" status: 204  len: 168 time: 0.7294979
Jun 29 20:53:49.024886 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:49.079846 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Notify callbacks [] for port, precommit_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.092298 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e601931-e192-43af-96fb-7284801aa993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.096898 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-4e601931-e192-43af-96fb-7284801aa993 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13d3c8de-9852-42bd-90e8-1438a2930ae2 HTTP/1.1" status: 204  len: 168 time: 0.9039955
Jun 29 20:53:49.107034 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce6a50-3aa1-4df7-ba8e-b905a0196ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3922dceb-eace-42cf-9047-babdad7f77cc,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:49.114879 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-2bce6a50-3aa1-4df7-ba8e-b905a0196ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:49.121102 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.provisioning_blocks [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Transition to ACTIVE for port object 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d will not be triggered until provisioned by entity L2. {{(pid=74219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:53:49.139767 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.145510 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:49.170000 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.188761 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.216642 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-01ad38f0-8d5d-43f6-b215-535742cd1f21 req-a6f163f7-ae2a-49b8-833c-e1a30fda2d88 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 210 time: 0.1200635
Jun 29 20:53:49.244950 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.281034 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:49.309935 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2bce6a50-3aa1-4df7-ba8e-b905a0196ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.311291 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-2bce6a50-3aa1-4df7-ba8e-b905a0196ee2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3922dceb-eace-42cf-9047-babdad7f77cc HTTP/1.1" status: 204  len: 168 time: 1.6998017
Jun 29 20:53:49.355270 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a4bf33-b442-435b-86b6-44b05c4d0029,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:49.430245 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Attempting to bind port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:53:49.431850 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Attempting to bind port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:53:49.432221 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Attempting to bind port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d on network 0460bb14-7d62-4976-a05c-7c2670111765 {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:53:49.439455 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Pushing event updated for resources: {'Port': ['ID=74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d,revision_number=2']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:49.479969 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:53:49.480823 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:53:49.481243 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.482977 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Bound using segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:53:49.483481 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Bound port: 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:53:49.486195 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.504607 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=002a96982e594d1da4f8f7e3fdcfb6d1&name=default HTTP/1.1" status: 200  len: 2647 time: 2.2669814
Jun 29 20:53:49.510658 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:49.511200 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50552) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:49.600590 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.601107 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.601374 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.602452 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.602833 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.603815 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.604150 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.606022 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.606356 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.606679 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.607000 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Tracked resource versions report:
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]: pushed versions:
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]: {   'ConntrackHelper': {'1.0'},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     'Log': {'1.0'},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     'Network': {'1.1'},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     'Port': {'1.5'},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     'PortForwarding': {'1.2'},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     'QosPolicy': {'1.8'},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     'SecurityGroup': {'1.2'},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     'SecurityGroupRule': {'1.0'},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     'SubPort': {'1.0'},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     'Subnet': {'1.1'},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     'Trunk': {'1.1'}}
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]: consumer versions:
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]: {   DHCP agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     HyperV agent@hv-cinder-77978: {},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     L3 agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     Metadata agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     Metering agent@dv-cinder-779781-1-iscsi: {},
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:     Open vSwitch agent@dv-cinder-779781-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'Log': '1.0',
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'Network': '1.1',
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'Port': '1.5',
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'PortForwarding': '1.2',
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'QosPolicy': '1.8',
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'SecurityGroup': '1.2',
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'SecurityGroupRule': '1.0',
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'SubPort': '1.0',
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'Subnet': '1.1',
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:                                                      'Trunk': '1.1'}}
Jun 29 20:53:49.610212 dv-cinder-779781-1-iscsi neutron-server[74219]:  {{(pid=74219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 20:53:49.634268 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:49.771500 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d1770b35-9fa3-4746-bf8c-998fc13503c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.775652 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] For port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:53:49.780856 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] For port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:53:49.795035 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.803671 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Router 439a27d7-a14a-483b-b31a-bee108fce687 is scheduled to L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e with binding_index 1 {{(pid=74217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 20:53:49.813018 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:49.820365 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d1770b35-9fa3-4746-bf8c-998fc13503c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.854971 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Router c9f6c596-fef7-47d5-bebb-519b59a2ef47 is scheduled to L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e with binding_index 1 {{(pid=74216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 20:53:49.859892 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-951a167c-737c-4406-a908-6dab8e18b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:49.915263 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:53:49.916107 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445cfba90>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:53:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:50.014703 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-951a167c-737c-4406-a908-6dab8e18b16f None None] For port c28fba10-bae6-4246-9c86-a6db8cce4cc5, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=c28fba10-bae6-4246-9c86-a6db8cce4cc5,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:53:50.032988 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-951a167c-737c-4406-a908-6dab8e18b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:50.054505 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:50.077988 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50560) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:50.082650 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d1770b35-9fa3-4746-bf8c-998fc13503c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:50.108833 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:50.129426 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:50.168421 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:50.173358 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] Usage tracker for resource:security_group_rule and tenant:880954d0404a4bef876cd4c6a7fb26c7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:50.176597 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:50.189614 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:50.265309 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1770b35-9fa3-4746-bf8c-998fc13503c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a4bf33-b442-435b-86b6-44b05c4d0029,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:50.290841 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] Provisioning complete for port c28fba10-bae6-4246-9c86-a6db8cce4cc5 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:50.291265 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:50.305641 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d1770b35-9fa3-4746-bf8c-998fc13503c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:50.373083 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:53:50.373339 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a167c-737c-4406-a908-6dab8e18b16f None None] Pushing event updated for resources: {'Port': ['ID=c28fba10-bae6-4246-9c86-a6db8cce4cc5,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:50.378587 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d1770b35-9fa3-4746-bf8c-998fc13503c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:50.385578 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-951a167c-737c-4406-a908-6dab8e18b16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:50.395551 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-d1770b35-9fa3-4746-bf8c-998fc13503c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01a4bf33-b442-435b-86b6-44b05c4d0029 HTTP/1.1" status: 204  len: 168 time: 0.8736033
Jun 29 20:53:50.406714 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:50.428664 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:50.481066 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:50.512900 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50572) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:50.550123 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Pushing event updated for resources: {'Port': ['ID=74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d,revision_number=3']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:50.572207 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:50.622609 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a606341-498e-4bf3-a17d-27a8e5da7a7a,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:50.631608 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:53:50.696230 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:50.706637 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] Provisioning for port bf54e5c2-615b-4211-b7de-df1dc3208839 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:53:50.716146 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] Provisioning complete for port bf54e5c2-615b-4211-b7de-df1dc3208839 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:50.716878 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:50.738172 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=880954d0404a4bef876cd4c6a7fb26c7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6568458
Jun 29 20:53:50.741427 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50582) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:50.778363 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.60', 56991) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:50.899283 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-313b196f-27d4-48e7-8a46-2f15c5c47edf req-423c70f0-03eb-4b97-8b61-69603694c5bb tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 210 time: 0.1504796
Jun 29 20:53:50.907434 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:50.998518 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-837d8cd5-b2e9-4ea4-815c-2d4cb2979d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.032564 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-837d8cd5-b2e9-4ea4-815c-2d4cb2979d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.046012 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.064799 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445cfba90>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:46Z', 'revision_number': 3, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:51.070227 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723f908-fc2f-41e4-a9ea-e34f6e968d60 None None] The sync data for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi is: [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:46Z', 'revision_number': 3, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:53:51.095947 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.102550 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Sync routers for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:53:51.152552 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:51.159582 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] Usage tracker for resource:security_group_rule and tenant:dabf958f066748d188519e315d6ba534 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:51.168400 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:51.170710 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Notify callbacks [] for router, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.172817 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] For port bf54e5c2-615b-4211-b7de-df1dc3208839, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=bf54e5c2-615b-4211-b7de-df1dc3208839,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:53:51.175916 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 7.0360153
Jun 29 20:53:51.178682 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50594) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:51.185426 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:51.190764 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.194990 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:53:51.206511 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:51.207082 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Sync routers for ids ['439a27d7-a14a-483b-b31a-bee108fce687'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:53:51.234371 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Routers {'439a27d7-a14a-483b-b31a-bee108fce687'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:53:51.236978 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445d85850>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:53:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['439a27d7-a14a-483b-b31a-bee108fce687'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:51.311475 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-837d8cd5-b2e9-4ea4-815c-2d4cb2979d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.318887 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea9695-da3b-418d-b693-962c4fe5d136 req-1e854459-758d-4984-87a2-a6f1c89482a1 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:51.322540 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-837d8cd5-b2e9-4ea4-815c-2d4cb2979d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.323640 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-837d8cd5-b2e9-4ea4-815c-2d4cb2979d2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a606341-498e-4bf3-a17d-27a8e5da7a7a HTTP/1.1" status: 204  len: 168 time: 0.5758789
Jun 29 20:53:51.327555 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-1e854459-758d-4984-87a2-a6f1c89482a1 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.60 "GET /v2.0/networks?id=b7e4c575-4ed0-40b3-92a5-33bd10a75a7d HTTP/1.1" status: 200  len: 811 time: 0.5414391
Jun 29 20:53:51.331175 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.332628 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:51.333336 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.0113297
Jun 29 20:53:51.343607 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50604) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:51.350350 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d8cd5-b2e9-4ea4-815c-2d4cb2979d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a606341-498e-4bf3-a17d-27a8e5da7a7a,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:51.382599 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-837d8cd5-b2e9-4ea4-815c-2d4cb2979d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:51.399410 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:53:51.402546 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460d09a0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:53:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:51.489273 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Request body: {'port': {'device_id': '3ea64b38-351b-4e4d-82db-cc1ed96320e8', 'network_id': 'b7e4c575-4ed0-40b3-92a5-33bd10a75a7d', 'admin_state_up': True, 'tenant_id': 'e6d3830317044e6f9e81e92f4501826a'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:51.660345 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50612) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:51.683684 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.703261 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-78a80967-8be3-44f6-a2fc-ed1e585067f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.737056 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:51.830571 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d1406173-f0f2-4694-bc70-35351afa351e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:51.865931 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Set router 439a27d7-a14a-483b-b31a-bee108fce687 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:53:51.882013 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dabf958f066748d188519e315d6ba534&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3674076
Jun 29 20:53:51.969069 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50616) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:51.970307 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a833f283-f589-4726-a722-d1e80b0d3737,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:51.986985 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:52.062130 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:53:52.188252 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-78a80967-8be3-44f6-a2fc-ed1e585067f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:52.210173 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-78a80967-8be3-44f6-a2fc-ed1e585067f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6676ba465e95421dab03741778822231 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:52.243853 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-78a80967-8be3-44f6-a2fc-ed1e585067f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:52.252428 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4c4dd339-dfaf-400d-8b1d-e1d9d7c9fded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:52.263432 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-78a80967-8be3-44f6-a2fc-ed1e585067f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:52.352923 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:53:52.393697 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Allocated IP 172.20.0.1 (d76c2cdb-9cac-4e13-839f-9ee932b7c711/cbbb664c-27ca-451c-8320-c1ba4548a65b/d46a4a4c-162a-4bb0-a0b8-63c9ca83e423) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:53:52.506423 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device c28fba10-bae6-4246-9c86-a6db8cce4cc5 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:53:52.569258 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445d85850>, [{'id': '439a27d7-a14a-483b-b31a-bee108fce687', 'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-router', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:48Z', 'revision_number': 3, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'gw_port': {'id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:46Z', 'updated_at': '2021-06-29T20:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:52.578603 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Checking router: 439a27d7-a14a-483b-b31a-bee108fce687 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:53:52.579020 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Updating router 439a27d7-a14a-483b-b31a-bee108fce687 port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e binding host dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:53:52.646425 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1fd889c8-de96-4591-9229-894b94d27828 req-27b7e81a-d6e6-4a16-ac10-2fd7f5cb94d3 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 210 time: 0.3551199
Jun 29 20:53:52.648840 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4c4dd339-dfaf-400d-8b1d-e1d9d7c9fded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:52.708282 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] Pushing event updated for resources: {'Port': ['ID=bf54e5c2-615b-4211-b7de-df1dc3208839,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:52.731049 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Usage tracker for resource:port and tenant:e6d3830317044e6f9e81e92f4501826a is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:53:52.739785 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:53:52.739946 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.533s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:52.748690 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:52.755142 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:53:52.758806 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-23f4fd8e-d1e7-4809-a086-7d8c5b53180e None None] Provisioning complete for port bf54e5c2-615b-4211-b7de-df1dc3208839 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:52.759314 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-23f4fd8e-d1e7-4809-a086-7d8c5b53180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:52.811205 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Made reservation on behalf of e6d3830317044e6f9e81e92f4501826a for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:53:52.818975 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:52.876450 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:52.883882 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-78a80967-8be3-44f6-a2fc-ed1e585067f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.008209 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-78a80967-8be3-44f6-a2fc-ed1e585067f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.027224 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4c4dd339-dfaf-400d-8b1d-e1d9d7c9fded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.045245 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:53.110638 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460d09a0>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:47Z', 'revision_number': 3, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:53.120506 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Checking router: c9f6c596-fef7-47d5-bebb-519b59a2ef47 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:53:53.120900 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Updating router c9f6c596-fef7-47d5-bebb-519b59a2ef47 port e26b9b84-fbc0-4c58-a0bc-9de1fa240901 binding host dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:53:53.163201 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Transition to ACTIVE for port object d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:53:53.184196 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.184443 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a80967-8be3-44f6-a2fc-ed1e585067f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa62463-5976-49ad-b81e-bec1a2f337e3,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:53.213619 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port c28fba10-bae6-4246-9c86-a6db8cce4cc5 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:53.213994 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.246257 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-78a80967-8be3-44f6-a2fc-ed1e585067f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6676ba465e95421dab03741778822231&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5811291
Jun 29 20:53:53.257298 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50658) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:53:53.263299 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dd339-dfaf-400d-8b1d-e1d9d7c9fded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a833f283-f589-4726-a722-d1e80b0d3737,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:53.336931 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4c4dd339-dfaf-400d-8b1d-e1d9d7c9fded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:53.337931 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:53.338631 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:53.346179 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Notify callbacks [] for port, precommit_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.366996 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.provisioning_blocks [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Transition to ACTIVE for port object 91248f7a-fe7f-47c6-9707-844cfe1c7e2e will not be triggered until provisioned by entity L2. {{(pid=74219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:53:53.378158 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.391467 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:53.447609 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4c4dd339-dfaf-400d-8b1d-e1d9d7c9fded admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.452363 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-4c4dd339-dfaf-400d-8b1d-e1d9d7c9fded admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a833f283-f589-4726-a722-d1e80b0d3737 HTTP/1.1" status: 204  len: 168 time: 1.4754162
Jun 29 20:53:53.489081 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:53:53.496093 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Allocated IP 172.20.0.12 (b7e4c575-4ed0-40b3-92a5-33bd10a75a7d/9fe3b287-7412-4b7f-a6fd-1e846037696a/448ffd9f-9f67-4d63-9f21-976cba1fd54c) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:53:53.569537 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac62aa-16ef-4f48-8976-c7586eb12bbf None None] Pushing event updated for resources: {'Port': ['ID=91248f7a-fe7f-47c6-9707-844cfe1c7e2e,revision_number=2']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:53.578653 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-a3ac62aa-16ef-4f48-8976-c7586eb12bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:53.587719 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae8e5-28d8-49f2-a859-d32bf16d9349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.638567 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Attempting to bind port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:53:53.638961 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Attempting to bind port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:53:53.639349 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Attempting to bind port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e on network 0460bb14-7d62-4976-a05c-7c2670111765 {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:53:53.659483 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:53:53.659483 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:53:53.659898 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.660277 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Bound using segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:53:53.665458 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Bound port: 91248f7a-fe7f-47c6-9707-844cfe1c7e2e, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:53:53.665906 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.723885 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae8e5-28d8-49f2-a859-d32bf16d9349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.926619 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:53:53.943431 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:53.944968 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:53.954037 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] For port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:53:53.973657 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] For port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=91248f7a-fe7f-47c6-9707-844cfe1c7e2e,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:53:53.981677 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:54.002728 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-1b5d5180-086c-4a50-9ccf-d04c28067a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:54.049792 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae8e5-28d8-49f2-a859-d32bf16d9349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:54.077685 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:54.100196 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d1770b35-9fa3-4746-bf8c-998fc13503c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:54.174471 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:54.176453 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:54.194298 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:54.242455 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Routers {'439a27d7-a14a-483b-b31a-bee108fce687'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:53:54.243093 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445d85850>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:53:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['439a27d7-a14a-483b-b31a-bee108fce687'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:54.264423 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-744dd26d-a504-4331-a254-ab48ea430676 req-a1a398c6-77be-4849-b103-4b9ee529a84f tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 210 time: 0.2119644
Jun 29 20:53:54.266508 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ae8e5-28d8-49f2-a859-d32bf16d9349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa62463-5976-49ad-b81e-bec1a2f337e3,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:54.282033 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-fe3ae8e5-28d8-49f2-a859-d32bf16d9349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:54.289890 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Network d76c2cdb-9cac-4e13-839f-9ee932b7c711 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:53:54.291482 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Pushing event updated for resources: {'Port': ['ID=d46a4a4c-162a-4bb0-a0b8-63c9ca83e423,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:54.300736 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:54.326868 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac62aa-16ef-4f48-8976-c7586eb12bbf None None] Pushing event updated for resources: {'Port': ['ID=91248f7a-fe7f-47c6-9707-844cfe1c7e2e,revision_number=3']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:54.346067 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-a3ac62aa-16ef-4f48-8976-c7586eb12bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:54.389074 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae8e5-28d8-49f2-a859-d32bf16d9349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:54.397792 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-fe3ae8e5-28d8-49f2-a859-d32bf16d9349 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fa62463-5976-49ad-b81e-bec1a2f337e3 HTTP/1.1" status: 204  len: 168 time: 1.1186378
Jun 29 20:53:54.477459 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:53:54.492849 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591586'] for router_interface, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:54.617707 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Network b7e4c575-4ed0-40b3-92a5-33bd10a75a7d is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:53:54.622251 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Pushing event updated for resources: {'Port': ['ID=448ffd9f-9f67-4d63-9f21-976cba1fd54c,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:54.634361 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:54.638817 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:54.643391 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:54.645226 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:54.645669 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:54.651456 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:53:54.659242 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:54.664563 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:54.826381 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Notify callbacks [] for port, precommit_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:54.837975 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] Set router 439a27d7-a14a-483b-b31a-bee108fce687 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:53:54.963142 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Transition to ACTIVE for port object e26b9b84-fbc0-4c58-a0bc-9de1fa240901 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:53:54.996350 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-452d6cad-850d-47c9-814e-02b640d67378 None None] Provisioning for port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:53:55.001279 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5247591
Jun 29 20:53:55.011483 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.051908 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.060530 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-452d6cad-850d-47c9-814e-02b640d67378 None None] Provisioning complete for port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:55.060925 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-452d6cad-850d-47c9-814e-02b640d67378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.087351 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-9e375056-2272-48b7-8a42-cf0cceae6286 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74217) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 20:53:55.088310 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-9e375056-2272-48b7-8a42-cf0cceae6286 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0263057
Jun 29 20:53:55.181331 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:55.183781 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Allocated IP 172.20.0.1 (656014fe-ebe5-425d-bc87-c747781da88f/63dec314-ebde-4349-8abc-5371f107b8f7/729e7cb5-9827-4199-b74f-f195dcf959cf) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:53:55.211037 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.498703 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445d85850>, [{'id': '439a27d7-a14a-483b-b31a-bee108fce687', 'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-router', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:48Z', 'revision_number': 3, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'gw_port': {'id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:46Z', 'updated_at': '2021-06-29T20:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:55.515363 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c8942-c1e9-43e6-9775-d4e5d8f1632e None None] The sync data for ids ['439a27d7-a14a-483b-b31a-bee108fce687'] in dv-cinder-779781-1-iscsi is: [{'id': '439a27d7-a14a-483b-b31a-bee108fce687', 'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-router', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:48Z', 'revision_number': 3, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'gw_port': {'id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:46Z', 'updated_at': '2021-06-29T20:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:53:55.521870 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-452d6cad-850d-47c9-814e-02b640d67378 None None] Port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:53:55.530826 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.546184 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:53:55.582405 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.620738 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.provisioning_blocks [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Transition to ACTIVE for port object 729e7cb5-9827-4199-b74f-f195dcf959cf will not be triggered until provisioned by entity DHCP. {{(pid=74216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:53:55.633332 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Attempting to bind port e26b9b84-fbc0-4c58-a0bc-9de1fa240901 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:53:55.633664 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Attempting to bind port e26b9b84-fbc0-4c58-a0bc-9de1fa240901 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:53:55.634992 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Attempting to bind port e26b9b84-fbc0-4c58-a0bc-9de1fa240901 on network 0460bb14-7d62-4976-a05c-7c2670111765 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:53:55.651425 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfea4d4-5f05-4fe9-82fb-b48a05c99a6d None None] Pushing event updated for resources: {'Port': ['ID=e26b9b84-fbc0-4c58-a0bc-9de1fa240901,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:55.684270 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-bbfea4d4-5f05-4fe9-82fb-b48a05c99a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:55.685714 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-ea4ea8b8-bda2-463f-bcd3-8517dcbb4cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:55.694371 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b08267-6def-4d99-bc47-ac5dff94686c req-25708497-8153-456b-8fe9-24ab15fa8cbd tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:55.706601 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-53b08267-6def-4d99-bc47-ac5dff94686c req-25708497-8153-456b-8fe9-24ab15fa8cbd tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 932 time: 0.1632757
Jun 29 20:53:55.729704 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.746875 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:55.876757 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:55.878067 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.db.resource_extend [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 20:53:55.899575 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device bf54e5c2-615b-4211-b7de-df1dc3208839 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:53:55.901858 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.910885 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.913466 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594382'] for router_interface, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.923854 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:55.973004 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:53:55.974108 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:53:55.974663 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:55.975080 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Bound using segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:53:55.975911 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Bound port: e26b9b84-fbc0-4c58-a0bc-9de1fa240901, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:53:55.976828 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:56.038631 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Pushing event updated for resources: {'Port': ['ID=729e7cb5-9827-4199-b74f-f195dcf959cf,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:56.097982 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:56.106335 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Network 656014fe-ebe5-425d-bc87-c747781da88f is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:53:56.108918 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-53b08267-6def-4d99-bc47-ac5dff94686c req-a13ac5e1-bf58-4573-92bd-a8d7085b36d0 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Synchronizing usage tracker for tenant:e6d3830317044e6f9e81e92f4501826a on resource:security_group {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:53:56.111731 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:56.117318 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:53:56.122186 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:56.129227 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591586'] for router_interface, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:56.199019 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-53b08267-6def-4d99-bc47-ac5dff94686c req-a13ac5e1-bf58-4573-92bd-a8d7085b36d0 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Unset dirty status for tenant:e6d3830317044e6f9e81e92f4501826a on resource:security_group {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:53:56.200178 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-53b08267-6def-4d99-bc47-ac5dff94686c req-a13ac5e1-bf58-4573-92bd-a8d7085b36d0 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4925523
Jun 29 20:53:56.331220 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] For port e26b9b84-fbc0-4c58-a0bc-9de1fa240901, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:53:56.336581 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] For port e26b9b84-fbc0-4c58-a0bc-9de1fa240901, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=e26b9b84-fbc0-4c58-a0bc-9de1fa240901,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:53:56.347069 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:56.358314 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:56.413364 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:56.492519 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port bf54e5c2-615b-4211-b7de-df1dc3208839 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:56.493790 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:56.512339 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Pushing event updated for resources: {'Port': ['ID=d46a4a4c-162a-4bb0-a0b8-63c9ca83e423,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:56.539405 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:56.696661 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Request body: {'port': {'device_id': '3ea64b38-351b-4e4d-82db-cc1ed96320e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:53:56.722457 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfea4d4-5f05-4fe9-82fb-b48a05c99a6d None None] Pushing event updated for resources: {'Port': ['ID=e26b9b84-fbc0-4c58-a0bc-9de1fa240901,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:56.757971 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-bbfea4d4-5f05-4fe9-82fb-b48a05c99a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:56.762037 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-6baac012-1fd0-46b8-93a3-420334421b37 None None] Provisioning for port 729e7cb5-9827-4199-b74f-f195dcf959cf completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:53:56.935033 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Network d76c2cdb-9cac-4e13-839f-9ee932b7c711 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:53:56.957456 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:56.972606 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-6baac012-1fd0-46b8-93a3-420334421b37 None None] Provisioning complete for port 729e7cb5-9827-4199-b74f-f195dcf959cf triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:56.973906 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6baac012-1fd0-46b8-93a3-420334421b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:57.051050 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:57.066886 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:57.072800 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594382'] for router_interface, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:57.085328 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:57.127807 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-6baac012-1fd0-46b8-93a3-420334421b37 None None] Port 729e7cb5-9827-4199-b74f-f195dcf959cf cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:53:57.142256 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:53:57.143690 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460d09a0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:53:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:53:57.574446 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:57.689038 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Pushing event updated for resources: {'Port': ['ID=729e7cb5-9827-4199-b74f-f195dcf959cf,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:57.695665 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:57.765942 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-2d5ad6b3-310a-4396-bf4b-3908710ffb87 None None] Provisioning complete for port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:57.772296 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-2d5ad6b3-310a-4396-bf4b-3908710ffb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:57.836787 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Network 656014fe-ebe5-425d-bc87-c747781da88f is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:53:57.839237 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:53:57.990698 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ad6b3-310a-4396-bf4b-3908710ffb87 None None] Port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:53:58.034520 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc7293-3633-4f66-acde-7eadd94458d8 req-e5238796-5b4c-4fda-9a29-e649938ac466 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:58.038168 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:53:58.052552 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-14dc7293-3633-4f66-acde-7eadd94458d8 req-e5238796-5b4c-4fda-9a29-e649938ac466 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 932 time: 0.4615939
Jun 29 20:53:58.207756 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 91248f7a-fe7f-47c6-9707-844cfe1c7e2e up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:53:58.258563 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-14dc7293-3633-4f66-acde-7eadd94458d8 req-d3b27f3a-da2b-47d0-8fc0-8acfeccf4058 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045333
Jun 29 20:53:58.778577 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-7c682f33-2a79-453b-aa39-0917ef43358c None None] Provisioning complete for port 729e7cb5-9827-4199-b74f-f195dcf959cf triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:58.779151 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7c682f33-2a79-453b-aa39-0917ef43358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:58.785179 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448ffd9f-9f67-4d63-9f21-976cba1fd54c {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:53:58.806426 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:58.942658 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Transition to ACTIVE for port object 448ffd9f-9f67-4d63-9f21-976cba1fd54c will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:53:58.955113 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:58.976980 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-7c682f33-2a79-453b-aa39-0917ef43358c None None] Port 729e7cb5-9827-4199-b74f-f195dcf959cf cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:53:59.038937 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7789c0f2-bd53-4d0c-bee6-ed7ee84dc95e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:53:59.074229 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Router c9f6c596-fef7-47d5-bebb-519b59a2ef47 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:53:59.127583 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:53:59.143395 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:53:59.143771 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:59.522178 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Pushing event updated for resources: {'Port': ['ID=448ffd9f-9f67-4d63-9f21-976cba1fd54c,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:53:59.540331 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:53:59.617003 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:59.623431 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:53:59.664979 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] 10.222.0.15 "PUT /v2.0/routers/c9f6c596-fef7-47d5-bebb-519b59a2ef47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4733491
Jun 29 20:53:59.798680 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Attempting to bind port 448ffd9f-9f67-4d63-9f21-976cba1fd54c on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:53:59.799186 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Attempting to bind port 448ffd9f-9f67-4d63-9f21-976cba1fd54c by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '754b571e-b8a1-4cf7-ac76-9d598d43e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b7e4c575-4ed0-40b3-92a5-33bd10a75a7d'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:53:59.799374 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Attempting to bind port 448ffd9f-9f67-4d63-9f21-976cba1fd54c on network b7e4c575-4ed0-40b3-92a5-33bd10a75a7d {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:53:59.890876 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:53:59.951377 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Port 448ffd9f-9f67-4d63-9f21-976cba1fd54c on network b7e4c575-4ed0-40b3-92a5-33bd10a75a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:53:59.951702 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Attempting to bind port 448ffd9f-9f67-4d63-9f21-976cba1fd54c on network b7e4c575-4ed0-40b3-92a5-33bd10a75a7d {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:53:59.962837 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=91248f7a-fe7f-47c6-9707-844cfe1c7e2e,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:53:59.978927 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760b5da-3f94-40eb-87cb-52b3eccea63a req-61ba3ac4-d8e1-45f9-afd6-804bf3fd1b0c tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:53:59.986712 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8760b5da-3f94-40eb-87cb-52b3eccea63a req-61ba3ac4-d8e1-45f9-afd6-804bf3fd1b0c tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 944 time: 0.3101196
Jun 29 20:53:59.997002 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460d09a0>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 2, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:00.011835 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:00.018831 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:00.047675 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:54:00.057520 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Checking segment: {'id': '754b571e-b8a1-4cf7-ac76-9d598d43e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b7e4c575-4ed0-40b3-92a5-33bd10a75a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:00.058194 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Bound using segment: {'id': '754b571e-b8a1-4cf7-ac76-9d598d43e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b7e4c575-4ed0-40b3-92a5-33bd10a75a7d'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:54:00.060872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Bound port: 448ffd9f-9f67-4d63-9f21-976cba1fd54c, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754b571e-b8a1-4cf7-ac76-9d598d43e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b7e4c575-4ed0-40b3-92a5-33bd10a75a7d'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:54:00.061241 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:00.154192 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:00.183823 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8760b5da-3f94-40eb-87cb-52b3eccea63a req-1a67686d-88d8-4683-b201-18c596e402ee tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897120
Jun 29 20:54:00.262220 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8305e5bd-3614-41a1-9cca-3cea4aab2859 None None] The sync data for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi is: [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 2, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:54:00.294584 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] For port 448ffd9f-9f67-4d63-9f21-976cba1fd54c, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:54:00.300854 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] For port 448ffd9f-9f67-4d63-9f21-976cba1fd54c, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=448ffd9f-9f67-4d63-9f21-976cba1fd54c,segment=NetworkSegment(754b571e-b8a1-4cf7-ac76-9d598d43e7ad),segment_id=754b571e-b8a1-4cf7-ac76-9d598d43e7ad)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:54:00.408255 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Router e31f5010-febd-450b-9c8e-e14e8a32b49d has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:54:00.408998 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:00.409430 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:00.456572 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=91248f7a-fe7f-47c6-9707-844cfe1c7e2e,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:00.466382 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:00.492700 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:00.516953 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5af38dbd-9d17-4207-a2d3-892719c6560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:00.626876 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Allocated IP 172.20.0.1 (5e765c4e-8e0a-4679-9639-4ff3f118b9af/baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9/215510a1-c2a5-43de-b16c-0a45b7533238) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:54:00.647800 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:00.649279 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] 10.222.0.60 "PUT /v2.0/ports/448ffd9f-9f67-4d63-9f21-976cba1fd54c HTTP/1.1" status: 200  len: 1094 time: 4.7848873
Jun 29 20:54:00.709693 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea64b38-351b-4e4d-82db-cc1ed96320e8', 'tag': '448ffd9f-9f67-4d63-9f21-976cba1fd54c'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:00.838792 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Pushing event updated for resources: {'Port': ['ID=448ffd9f-9f67-4d63-9f21-976cba1fd54c,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:00.845288 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:00.898647 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 91248f7a-fe7f-47c6-9707-844cfe1c7e2e up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:01.131453 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:01.131931 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:01.140700 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-53a5a89d-db46-4d5c-8488-9dfe86099d62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6d3830317044e6f9e81e92f4501826a&device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 1097 time: 0.3646507
Jun 29 20:54:01.481224 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-127a3697-5c28-41c3-94c6-47bd0d974bc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448ffd9f-9f67-4d63-9f21-976cba1fd54c HTTP/1.1" status: 200  len: 217 time: 0.3082862
Jun 29 20:54:01.544892 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:01.828077 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea9695-da3b-418d-b693-962c4fe5d136 req-deba7859-672f-45cb-8c62-16188db8e7c5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:01.860823 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-deba7859-672f-45cb-8c62-16188db8e7c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fe3b287-7412-4b7f-a6fd-1e846037696a HTTP/1.1" status: 200  len: 851 time: 0.3153050
Jun 29 20:54:01.867889 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1e5c7-4847-4fc9-9d17-8839314f5827 req-9d0a20e4-a712-4e68-b381-26c0e4c3fe39 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:01.876684 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4ad1e5c7-4847-4fc9-9d17-8839314f5827 req-9d0a20e4-a712-4e68-b381-26c0e4c3fe39 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 944 time: 0.1942255
Jun 29 20:54:01.986284 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4ad1e5c7-4847-4fc9-9d17-8839314f5827 req-b001a5f2-b9c2-47ed-9950-12777dc8c9b1 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045201
Jun 29 20:54:02.028636 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-3dab76aa-19ae-4975-9567-3966bed229a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7e4c575-4ed0-40b3-92a5-33bd10a75a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1344891
Jun 29 20:54:02.032754 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:54:02.044765 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Sync routers for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:54:02.075966 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:54:02.076632 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445aa4430>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:53:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:02.103962 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:02.194230 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] 10.222.0.15 "PUT /v2.0/routers/e31f5010-febd-450b-9c8e-e14e8a32b49d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.7177939
Jun 29 20:54:02.199391 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50844) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:02.199869 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:02.326487 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357746949', 'description': 'tempest-description--1108496781'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:02.352631 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:02.373763 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:security_group and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:02.380135 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:02.421939 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:02.429756 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Network 5e765c4e-8e0a-4679-9639-4ff3f118b9af is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:02.447921 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:02.463693 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Pushing event updated for resources: {'Port': ['ID=215510a1-c2a5-43de-b16c-0a45b7533238,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:02.479208 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:54:02.479872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591586'] for router_interface, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:02.487118 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:02.495965 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-ecc5643c-6e5b-4b88-a002-91e10f928546 service neutron] 10.222.0.60 "GET /v2.0/networks/b7e4c575-4ed0-40b3-92a5-33bd10a75a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4432569
Jun 29 20:54:02.512582 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:02.682678 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:54:02.923571 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:02.934136 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:security_group_rule and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:02.941594 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:02.958029 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:03.071343 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea64b38-351b-4e4d-82db-cc1ed96320e8', 'tag': '448ffd9f-9f67-4d63-9f21-976cba1fd54c', 'status': 'completed', 'code': 200}
Jun 29 20:54:03.072023 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:03.110064 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50870) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:03.157078 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:03.188361 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:03.203532 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:03.367553 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:03.375417 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 1.0616772
Jun 29 20:54:03.413956 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50878) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:03.414617 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a26c27-1977-4c15-8b5f-9d10f2899e23,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:03.434699 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'security_group_rule': {'security_group_id': '06a26c27-1977-4c15-8b5f-9d10f2899e23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:03.448095 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:03.527738 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f567a-0986-4206-9ca5-6f282d33af11 req-d92b93b5-e411-46ec-8d53-078018ac1854 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:03.537407 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-df9f567a-0986-4206-9ca5-6f282d33af11 req-d92b93b5-e411-46ec-8d53-078018ac1854 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 944 time: 0.2106929
Jun 29 20:54:03.546790 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445aa4430>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 2, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:03.557743 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Checking router: e31f5010-febd-450b-9c8e-e14e8a32b49d for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:54:03.558097 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Updating router e31f5010-febd-450b-9c8e-e14e8a32b49d port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 binding host dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:54:03.608304 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:03.625425 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:security_group_rule and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:03.632695 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:03.648804 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-df9f567a-0986-4206-9ca5-6f282d33af11 req-068b757b-5156-4afc-a29d-9478ae1a61ad tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079099
Jun 29 20:54:03.657158 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:03.729616 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:03.813546 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:03.900817 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:03.997160 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.db.resource_extend [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 20:54:04.025730 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:04.037360 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.039143 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9f05a22d634e4b895e02df2b61c18d is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:04.054642 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:04.064246 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.071167 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594382'] for router_interface, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.080769 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:04.097083 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:04.219520 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.220253 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50890) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:04.324357 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.327393 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595415642', 'description': 'tempest-description--973767612'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:04.337337 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.341305 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.343909 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:04.359594 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Pushing event updated for resources: {'Port': ['ID=215510a1-c2a5-43de-b16c-0a45b7533238,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:04.363078 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acea9695-da3b-418d-b693-962c4fe5d136 req-ce7b5b46-e9d2-4733-9eb2-3422f148978c service neutron] 10.222.0.60 "GET /v2.0/networks/b7e4c575-4ed0-40b3-92a5-33bd10a75a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4840267
Jun 29 20:54:04.364104 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:security_group and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:04.367660 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:04.374523 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:04.384716 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:04.401095 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:04.410422 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19afbe31-2187-4b4c-908a-0cf544f8b2a5,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:04.418843 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:04.425931 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:04.440057 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.459994 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.461093 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0432658
Jun 29 20:54:04.465201 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e9f05a22d634e4b895e02df2b61c18d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3540027
Jun 29 20:54:04.465774 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50900) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:04.466478 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386ff39-97fc-4d14-85e5-b1bb0293e773,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:04.471331 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:04.472045 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50902) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:04.479346 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'security_group_rule': {'security_group_id': '06a26c27-1977-4c15-8b5f-9d10f2899e23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:04.488148 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:04.494413 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Network 5e765c4e-8e0a-4679-9639-4ff3f118b9af is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:04.495377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:security_group_rule and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:04.499696 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:04.501954 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:04.512504 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:04.555584 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.643363 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:04.660915 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4240d559-08e9-4748-8a3b-dd32973ec21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.672330 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:security_group_rule and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:04.681489 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:04.715294 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:04.739840 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4240d559-08e9-4748-8a3b-dd32973ec21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.911008 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.916020 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4240d559-08e9-4748-8a3b-dd32973ec21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.966730 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Notify callbacks [] for port, precommit_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.980899 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:04.993073 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:05.001259 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Transition to ACTIVE for port object d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:05.017487 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.018172 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4240d559-08e9-4748-8a3b-dd32973ec21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.019612 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-4240d559-08e9-4748-8a3b-dd32973ec21d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b386ff39-97fc-4d14-85e5-b1bb0293e773 HTTP/1.1" status: 204  len: 168 time: 0.5466766
Jun 29 20:54:05.031002 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240d559-08e9-4748-8a3b-dd32973ec21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386ff39-97fc-4d14-85e5-b1bb0293e773,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:05.055839 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:05.063222 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4240d559-08e9-4748-8a3b-dd32973ec21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:05.081740 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:05.104942 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7e1ae0ba-0365-4f56-91ec-dbb8644dc1b7 req-72c85c01-f0c1-4f4c-b374-a1d9f9b2f861 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6d3830317044e6f9e81e92f4501826a&device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 1097 time: 0.5412428
Jun 29 20:54:05.105831 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bea06a2-b645-448f-8c17-ae58c5d0ca44,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:05.107902 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.116935 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6469276
Jun 29 20:54:05.118042 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50930) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:05.141280 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'floatingip': {'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:05.153200 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:05.162886 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:05.180334 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.182370 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:floatingip and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:05.200329 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.207129 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:05.208995 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4e601931-e192-43af-96fb-7284801aa993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:05.259818 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b40888-36ff-4ad8-be4d-f61f8c9cd2ee req-5fa1bd88-6a31-4fd3-81d1-c775fe6c1f18 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:05.264600 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937835b-fc00-42b5-8094-d5a47e072497 None None] Pushing event updated for resources: {'Port': ['ID=d46a4a4c-162a-4bb0-a0b8-63c9ca83e423,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:05.269824 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c5b40888-36ff-4ad8-be4d-f61f8c9cd2ee req-5fa1bd88-6a31-4fd3-81d1-c775fe6c1f18 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 944 time: 0.3536196
Jun 29 20:54:05.271604 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:05.276277 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-d937835b-fc00-42b5-8094-d5a47e072497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:05.375193 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.389121 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.1676941
Jun 29 20:54:05.392066 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50936) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:05.402380 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:05.412572 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.417328 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'security_group_rule': {'security_group_id': '2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:05.445570 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:05.455100 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:security_group_rule and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:05.463666 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:05.492233 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:05.492415 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Attempting to bind port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:54:05.493023 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Attempting to bind port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:54:05.493952 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Attempting to bind port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 on network d76c2cdb-9cac-4e13-839f-9ee932b7c711 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:05.497383 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:05.502662 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:54:05.503190 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Checking segment: {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:05.503650 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.504340 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Bound using segment: {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:54:05.504910 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Bound port: d46a4a4c-162a-4bb0-a0b8-63c9ca83e423, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:54:05.505356 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.547884 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.623888 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] For port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:54:05.632207 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] For port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=d46a4a4c-162a-4bb0-a0b8-63c9ca83e423,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:54:05.638630 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.648668 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:05.744787 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937835b-fc00-42b5-8094-d5a47e072497 None None] Pushing event updated for resources: {'Port': ['ID=d46a4a4c-162a-4bb0-a0b8-63c9ca83e423,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:05.757902 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-d937835b-fc00-42b5-8094-d5a47e072497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:05.778055 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c5b40888-36ff-4ad8-be4d-f61f8c9cd2ee req-e91f8545-6136-40c1-8cdf-4613c3a01fa3 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5011115
Jun 29 20:54:05.876808 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.884273 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:54:05.892485 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445aa4430>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:53:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:05.900650 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:05.908154 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Router 439a27d7-a14a-483b-b31a-bee108fce687 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:54:05.908964 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:05.992784 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7dab7e-82ad-482a-b837-6f48b6a6a709,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:06.003153 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:06.003667 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:06.212094 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50944) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:06.321533 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:06.559350 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:54:06.674595 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:06.689978 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] Usage tracker for resource:security_group_rule and tenant:14743df9192a431eb3182bd24cedbf3d is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:06.700465 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:06.707838 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:06.723984 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-919130d5-9cce-4e16-b97e-81dadece65de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3282568
Jun 29 20:54:06.742890 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50954) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:06.743436 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:06.761412 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Allocated IP 172.27.2.195 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/503d77be-9048-4226-9f58-5272a5c8c979) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:54:06.878232 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'security_group_rule': {'security_group_id': '2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:06.911373 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:06.937664 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:security_group_rule and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:06.957413 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:07.106972 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:07.147215 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae0ba-0365-4f56-91ec-dbb8644dc1b7 req-cf4558cf-d99d-49e8-9ffa-116a4814a96c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:07.150435 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7e1ae0ba-0365-4f56-91ec-dbb8644dc1b7 req-cf4558cf-d99d-49e8-9ffa-116a4814a96c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7e4c575-4ed0-40b3-92a5-33bd10a75a7d HTTP/1.1" status: 200  len: 912 time: 0.6019974
Jun 29 20:54:07.180926 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.338627 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.357853 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.362638 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.375682 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.387493 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d8e52a3d-2526-43d0-aeeb-c5e040747abb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:07.404666 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:07.415990 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334fb43b-40d1-4346-9d34-a26770eb9c57,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:07.419539 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:07.438077 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:54:07.448280 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14743df9192a431eb3182bd24cedbf3d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2351241
Jun 29 20:54:07.449428 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1bda80-8fc0-431a-b513-3e35b4a6e18f,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:07.450049 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Sync routers for ids ['439a27d7-a14a-483b-b31a-bee108fce687'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:54:07.460609 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] 10.222.0.15 "PUT /v2.0/routers/439a27d7-a14a-483b-b31a-bee108fce687/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1155255
Jun 29 20:54:07.467253 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.468333 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7363412
Jun 29 20:54:07.469590 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Routers {'439a27d7-a14a-483b-b31a-bee108fce687'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:54:07.470339 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460859a0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:53:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['439a27d7-a14a-483b-b31a-bee108fce687'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:07.472295 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 50964) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:07.474215 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 50968) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:07.477063 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:07.486487 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'floatingip': {'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:07.497646 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.500949 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:07.509114 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445aa4430>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:05Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:07.509505 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:floatingip and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:07.514117 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a74041-fc7d-46e3-90a3-4dd28c8b0467 None None] The sync data for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi is: [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:05Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:54:07.525028 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:07.545749 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:07.559407 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bbbea-c85e-45c6-b35b-f5fab43abe66 req-db4fd1cb-0d77-46c4-b7d6-21e04c0f258e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:07.561249 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-791bbbea-c85e-45c6-b35b-f5fab43abe66 req-db4fd1cb-0d77-46c4-b7d6-21e04c0f258e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 944 time: 0.3386505
Jun 29 20:54:07.625098 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.658775 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dc3669df-775c-4376-aff4-c512ef0685de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.756160 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dc3669df-775c-4376-aff4-c512ef0685de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.898769 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dc3669df-775c-4376-aff4-c512ef0685de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.904218 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:07.925936 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3669df-775c-4376-aff4-c512ef0685de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1bda80-8fc0-431a-b513-3e35b4a6e18f,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:07.961532 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-dc3669df-775c-4376-aff4-c512ef0685de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:07.968112 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dc3669df-775c-4376-aff4-c512ef0685de admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:07.980246 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-791bbbea-c85e-45c6-b35b-f5fab43abe66 req-e5747cba-87c5-4016-bfc2-5710cd3ed59d tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4095955
Jun 29 20:54:07.983869 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-dc3669df-775c-4376-aff4-c512ef0685de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b1bda80-8fc0-431a-b513-3e35b4a6e18f HTTP/1.1" status: 204  len: 168 time: 0.5079317
Jun 29 20:54:07.998251 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:08.016026 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Set router 439a27d7-a14a-483b-b31a-bee108fce687 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:54:08.023049 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:08.160857 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'Port': ['ID=503d77be-9048-4226-9f58-5272a5c8c979,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:08.174639 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:08.214053 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:08.216420 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:08.228965 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:54:08.341402 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7e1ae0ba-0365-4f56-91ec-dbb8644dc1b7 req-46ec054e-273b-4e89-a72e-ba2d5d83f7a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448ffd9f-9f67-4d63-9f21-976cba1fd54c HTTP/1.1" status: 200  len: 217 time: 0.1476178
Jun 29 20:54:08.457278 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae0ba-0365-4f56-91ec-dbb8644dc1b7 req-9ca20809-f796-473e-81a0-8f6fd726004a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:08.460431 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7e1ae0ba-0365-4f56-91ec-dbb8644dc1b7 req-9ca20809-f796-473e-81a0-8f6fd726004a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fe3b287-7412-4b7f-a6fd-1e846037696a HTTP/1.1" status: 200  len: 851 time: 0.1072767
Jun 29 20:54:08.530786 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:08.536322 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7e1ae0ba-0365-4f56-91ec-dbb8644dc1b7 req-2f0c66ba-093c-4156-9da2-59ed1dd0bb0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7e4c575-4ed0-40b3-92a5-33bd10a75a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678613
Jun 29 20:54:08.573420 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460859a0>, [{'id': '439a27d7-a14a-483b-b31a-bee108fce687', 'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-router', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:54:02Z', 'revision_number': 4, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'gw_port': {'id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:46Z', 'updated_at': '2021-06-29T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '215510a1-c2a5-43de-b16c-0a45b7533238', 'name': '', 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'mac_address': 'fa:16:3e:06:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:59Z', 'updated_at': '2021-06-29T20:54:03Z', 'revision_number': 2, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'subnets': [{'id': 'baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:08.580184 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Checking router: 439a27d7-a14a-483b-b31a-bee108fce687 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:54:08.580959 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Updating router 439a27d7-a14a-483b-b31a-bee108fce687 port 215510a1-c2a5-43de-b16c-0a45b7533238 binding host dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:54:08.676886 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:08.749914 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:08.773464 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7e1ae0ba-0365-4f56-91ec-dbb8644dc1b7 req-a929d218-545e-4c29-8a51-e1966f4c177b service neutron] 10.222.0.60 "GET /v2.0/networks/b7e4c575-4ed0-40b3-92a5-33bd10a75a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293491
Jun 29 20:54:08.852218 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:08.928894 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device e26b9b84-fbc0-4c58-a0bc-9de1fa240901 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:09.043232 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7e1ae0ba-0365-4f56-91ec-dbb8644dc1b7 req-d916ec87-a970-4217-9c42-03d55ae6210e service neutron] 10.222.0.60 "GET /v2.0/networks/b7e4c575-4ed0-40b3-92a5-33bd10a75a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2571681
Jun 29 20:54:09.059359 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port e26b9b84-fbc0-4c58-a0bc-9de1fa240901 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:09.065182 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port e26b9b84-fbc0-4c58-a0bc-9de1fa240901 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:09.066020 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.207047 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Notify callbacks [] for port, precommit_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.221898 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.provisioning_blocks [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Transition to ACTIVE for port object 215510a1-c2a5-43de-b16c-0a45b7533238 will not be triggered until provisioned by entity L2. {{(pid=74219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:09.231327 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-c2dd1587-f056-4851-8a5f-343b4b72d5c2 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:09.235145 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.240477 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-c2dd1587-f056-4851-8a5f-343b4b72d5c2 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 819 time: 0.7542658
Jun 29 20:54:09.243724 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-a3ac62aa-16ef-4f48-8976-c7586eb12bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:09.316635 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.336914 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-9236a2a7-fab8-4976-8ff0-11059cbf3832 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/quotas/bafaee80f7dc44798ec8f2b8a7edf142 HTTP/1.1" status: 200  len: 375 time: 0.0932453
Jun 29 20:54:09.337006 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0386e-7238-459f-9854-df784e55fd9b None None] Pushing event updated for resources: {'Port': ['ID=215510a1-c2a5-43de-b16c-0a45b7533238,revision_number=3']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:09.345294 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-0bc0386e-7238-459f-9854-df784e55fd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:09.358900 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port e26b9b84-fbc0-4c58-a0bc-9de1fa240901, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=e26b9b84-fbc0-4c58-a0bc-9de1fa240901,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:09.367567 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.368975 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:09.449868 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-d605b6da-3757-4d9c-8d9c-059482de2b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:09.552525 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:09.555456 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Allocated IP 172.27.2.38 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/2ea55322-350d-4274-9762-f0672fae0a5a) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:54:09.565092 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:09.566413 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.614801 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=e26b9b84-fbc0-4c58-a0bc-9de1fa240901,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:09.619212 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:09.643177 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Attempting to bind port 215510a1-c2a5-43de-b16c-0a45b7533238 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:54:09.643666 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Attempting to bind port 215510a1-c2a5-43de-b16c-0a45b7533238 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:54:09.643993 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Attempting to bind port 215510a1-c2a5-43de-b16c-0a45b7533238 on network 5e765c4e-8e0a-4679-9639-4ff3f118b9af {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:09.657995 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:54:09.660578 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Checking segment: {'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:09.664075 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.664514 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Bound using segment: {'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:54:09.665011 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Bound port: 215510a1-c2a5-43de-b16c-0a45b7533238, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'}}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:54:09.665531 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.750035 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.793243 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=d46a4a4c-162a-4bb0-a0b8-63c9ca83e423,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:09.800702 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.804177 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-a9111fe0-f623-4d7f-a804-7402fea6db91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:09.823240 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] For port 215510a1-c2a5-43de-b16c-0a45b7533238, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:54:09.830985 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] For port 215510a1-c2a5-43de-b16c-0a45b7533238, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=215510a1-c2a5-43de-b16c-0a45b7533238,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:54:09.851640 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:09.851640 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-0bc0386e-7238-459f-9854-df784e55fd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:09.949890 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=d46a4a4c-162a-4bb0-a0b8-63c9ca83e423,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:09.963067 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0386e-7238-459f-9854-df784e55fd9b None None] Pushing event updated for resources: {'Port': ['ID=215510a1-c2a5-43de-b16c-0a45b7533238,revision_number=4']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:09.964991 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:09.969149 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-0bc0386e-7238-459f-9854-df784e55fd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:09.984313 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Routers {'439a27d7-a14a-483b-b31a-bee108fce687'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:54:09.985167 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460859a0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:53:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['439a27d7-a14a-483b-b31a-bee108fce687'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:10.076336 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:10.231505 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20fb71-7212-42d5-a810-313cc3e67714 req-83991195-c278-446c-8ce4-fd3e935e641e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:10.242295 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f20fb71-7212-42d5-a810-313cc3e67714 req-83991195-c278-446c-8ce4-fd3e935e641e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 944 time: 0.9037697
Jun 29 20:54:10.257117 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-a84c2882-59c5-4114-8fc0-2aadaee32df9 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9214549
Jun 29 20:54:10.257951 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] Set router 439a27d7-a14a-483b-b31a-bee108fce687 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:54:10.277724 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:10.284884 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:10.294294 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:10.361786 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:10.425442 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:10.433149 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:10.436154 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:54:10.565340 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:10.584834 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f20fb71-7212-42d5-a810-313cc3e67714 req-e4f49361-0c38-44ad-906e-4f203f459c4b tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3413212
Jun 29 20:54:10.603619 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:10.614434 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'Port': ['ID=2ea55322-350d-4274-9762-f0672fae0a5a,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:10.628020 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:10.632918 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:10.728345 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460859a0>, [{'id': '439a27d7-a14a-483b-b31a-bee108fce687', 'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-router', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:54:02Z', 'revision_number': 4, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'gw_port': {'id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:46Z', 'updated_at': '2021-06-29T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '215510a1-c2a5-43de-b16c-0a45b7533238', 'name': '', 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'mac_address': 'fa:16:3e:06:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:59Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'subnets': [{'id': 'baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:10.753487 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d36087-9fa6-4208-be5e-fa1d8ff0d620 None None] The sync data for ids ['439a27d7-a14a-483b-b31a-bee108fce687'] in dv-cinder-779781-1-iscsi is: [{'id': '439a27d7-a14a-483b-b31a-bee108fce687', 'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-router', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:54:02Z', 'revision_number': 4, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'gw_port': {'id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:46Z', 'updated_at': '2021-06-29T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '215510a1-c2a5-43de-b16c-0a45b7533238', 'name': '', 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'mac_address': 'fa:16:3e:06:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:59Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'subnets': [{'id': 'baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:54:10.836799 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-009f0252-47fa-422a-b413-d51ffd703b55 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74216) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 20:54:10.838029 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-009f0252-47fa-422a-b413-d51ffd703b55 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2675166
Jun 29 20:54:10.918032 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:10.938813 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device e26b9b84-fbc0-4c58-a0bc-9de1fa240901 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:11.015920 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'Port': ['ID=503d77be-9048-4226-9f58-5272a5c8c979,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:11.019456 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:11.035695 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:11.038247 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.9147069
Jun 29 20:54:11.177358 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port e26b9b84-fbc0-4c58-a0bc-9de1fa240901 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:11.177878 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:11.389154 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51084) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:11.443664 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-0d55ffb1-ce4d-4af3-a758-99dcef5ea481 service neutron] 10.222.0.15 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5844114
Jun 29 20:54:11.502986 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:11.636857 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:11.654743 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-9cd9a640-9ddb-4402-9496-3aac6f87859b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--357746949&fields=id&tenant_id=c15b70fcd3714faf82acbc850da1aab7 HTTP/1.1" status: 200  len: 267 time: 0.2092671
Jun 29 20:54:11.655345 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:11.674778 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:11.690033 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 448ffd9f-9f67-4d63-9f21-976cba1fd54c details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:54:11.702094 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:11.702488 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:11.787040 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:11.880019 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:11.885491 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] Usage tracker for resource:security_group_rule and tenant:71f356886663461f830dfab4aa93ac18 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:11.889128 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:11.896400 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:11.993700 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:11.995216 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:11.999652 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:12.010890 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:12.026533 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 448ffd9f-9f67-4d63-9f21-976cba1fd54c, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=448ffd9f-9f67-4d63-9f21-976cba1fd54c,segment=NetworkSegment(754b571e-b8a1-4cf7-ac76-9d598d43e7ad),segment_id=754b571e-b8a1-4cf7-ac76-9d598d43e7ad)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:12.050100 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d045c8-4e80-4b9c-8e9f-b90652f00aee,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:12.054853 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '448ffd9f-9f67-4d63-9f21-976cba1fd54c', 'network_id': 'b7e4c575-4ed0-40b3-92a5-33bd10a75a7d', 'port_id': '448ffd9f-9f67-4d63-9f21-976cba1fd54c', 'mac_address': 'fa:16:3e:c3:53:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe3b287-7412-4b7f-a6fd-1e846037696a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:54:12.055474 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:12.083247 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71f356886663461f830dfab4aa93ac18&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6924343
Jun 29 20:54:12.084355 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51108) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:12.091171 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'Port': ['ID=2ea55322-350d-4274-9762-f0672fae0a5a,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:12.094262 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:12.114026 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.6350689
Jun 29 20:54:12.129283 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:12.134787 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-094d8c94-e245-4df9-9c6c-26099e027d43 service neutron] 10.222.0.15 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6719074
Jun 29 20:54:12.181478 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:12.211547 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ef58a04d-695d-4d60-8adb-be40272312ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:12.223438 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448ffd9f-9f67-4d63-9f21-976cba1fd54c {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:12.249491 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-51f92ed1-f9b8-410a-8b79-6438e539f038 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:12.252527 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ef58a04d-695d-4d60-8adb-be40272312ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:12.265100 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-51f92ed1-f9b8-410a-8b79-6438e539f038 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 816 time: 0.6007836
Jun 29 20:54:12.268077 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 448ffd9f-9f67-4d63-9f21-976cba1fd54c, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=448ffd9f-9f67-4d63-9f21-976cba1fd54c,segment=NetworkSegment(754b571e-b8a1-4cf7-ac76-9d598d43e7ad),segment_id=754b571e-b8a1-4cf7-ac76-9d598d43e7ad)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:12.279193 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:12.281341 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:12.292573 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-197a87ba-eeb3-4be0-93e4-a3d9b2357bbf tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/quotas/c15b70fcd3714faf82acbc850da1aab7 HTTP/1.1" status: 200  len: 375 time: 0.0260572
Jun 29 20:54:12.369108 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ef58a04d-695d-4d60-8adb-be40272312ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:12.374844 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-df0d7cdc-1e04-4fa8-b100-bd620fe3f5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:12.396025 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58a04d-695d-4d60-8adb-be40272312ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d045c8-4e80-4b9c-8e9f-b90652f00aee,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:12.420771 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ef58a04d-695d-4d60-8adb-be40272312ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:12.430252 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ef58a04d-695d-4d60-8adb-be40272312ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:12.432501 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-ef58a04d-695d-4d60-8adb-be40272312ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1d045c8-4e80-4b9c-8e9f-b90652f00aee HTTP/1.1" status: 204  len: 168 time: 0.3467822
Jun 29 20:54:12.433569 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-43ced888-3c75-45fc-ade1-8a2d165a553e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Synchronizing usage tracker for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:port {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:54:12.469212 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-43ced888-3c75-45fc-ade1-8a2d165a553e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Unset dirty status for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:port {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:54:12.482719 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=448ffd9f-9f67-4d63-9f21-976cba1fd54c,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:12.484372 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-43ced888-3c75-45fc-ade1-8a2d165a553e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1907318
Jun 29 20:54:12.486375 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:12.587219 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4825-9e0c-4a9b-9a72-4ec8e9f48908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:12.609470 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['448ffd9f-9f67-4d63-9f21-976cba1fd54c'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:54:12.712766 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067f4d9-f3a8-4328-b22b-c91b296581f4 req-182b6acc-9729-41a9-8839-a3b7142fa608 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:12.719512 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6067f4d9-f3a8-4328-b22b-c91b296581f4 req-182b6acc-9729-41a9-8839-a3b7142fa608 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 945 time: 0.1455483
Jun 29 20:54:12.741734 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-60a5034f-6dfa-4ce1-84e7-9fdf7cf2af40 service neutron] 10.222.0.15 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2496490
Jun 29 20:54:12.918224 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 215510a1-c2a5-43de-b16c-0a45b7533238 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:12.986771 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6067f4d9-f3a8-4328-b22b-c91b296581f4 req-c9ff92d5-093d-4503-8504-62fd2204a896 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2663074
Jun 29 20:54:13.069902 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-d19dd30c-6848-40b0-9325-69c6b5f455aa service neutron] 10.222.0.15 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3191249
Jun 29 20:54:13.156732 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:13.188222 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 215510a1-c2a5-43de-b16c-0a45b7533238 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:13.196801 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 215510a1-c2a5-43de-b16c-0a45b7533238 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:13.198250 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:13.258672 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-b0c23ee1-a42c-4c0a-a8b7-cba11e01dfa7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--595415642&fields=id&tenant_id=fe2cb1c5294c4a5588f32690a2eae589 HTTP/1.1" status: 200  len: 267 time: 0.0759425
Jun 29 20:54:13.492802 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:13.590985 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 215510a1-c2a5-43de-b16c-0a45b7533238, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=215510a1-c2a5-43de-b16c-0a45b7533238,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:13.603786 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:13.607073 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-d937835b-fc00-42b5-8094-d5a47e072497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:13.612230 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d2038396-b534-4cec-8691-9b3caa656947 req-c4b4d8b6-f152-4f20-af3a-ce5289c867a6 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 210 time: 0.0995152
Jun 29 20:54:13.686208 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-db1d1b48-f74a-493d-9e02-a9a84476aac9 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:13.686208 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-db1d1b48-f74a-493d-9e02-a9a84476aac9 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 810 time: 0.4194045
Jun 29 20:54:13.719087 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 448ffd9f-9f67-4d63-9f21-976cba1fd54c up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:13.735629 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-d6433c67-ac90-42ef-94a4-7b7d82355ab0 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/quotas/fe2cb1c5294c4a5588f32690a2eae589 HTTP/1.1" status: 200  len: 375 time: 0.0338683
Jun 29 20:54:13.869811 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=215510a1-c2a5-43de-b16c-0a45b7533238,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:13.876659 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:13.898254 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 448ffd9f-9f67-4d63-9f21-976cba1fd54c completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:13.904563 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 448ffd9f-9f67-4d63-9f21-976cba1fd54c triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:13.905362 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:13.907982 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3469ea70-6521-4f1d-a0b7-0838ff7907f4 req-5fb1b1ef-faab-4346-8e07-5f5d2d45b842 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 210 time: 0.0695059
Jun 29 20:54:13.958952 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-0507460e-13f3-4a16-b5b3-ff55d64d877d tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2113428
Jun 29 20:54:13.992891 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51210) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:14.284638 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-cfaab339-106a-4d6b-b30e-6066eee2e90b service neutron] 10.222.0.15 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411814
Jun 29 20:54:14.313544 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:14.386627 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea64b38-351b-4e4d-82db-cc1ed96320e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448ffd9f-9f67-4d63-9f21-976cba1fd54c'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:14.528469 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220c76d-b082-4a69-8e80-cd175af4cf51 req-da6eb600-6e2d-4419-804c-e89573b5e811 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:14.535987 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d220c76d-b082-4a69-8e80-cd175af4cf51 req-da6eb600-6e2d-4419-804c-e89573b5e811 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 945 time: 0.2500072
Jun 29 20:54:14.551891 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 448ffd9f-9f67-4d63-9f21-976cba1fd54c, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=448ffd9f-9f67-4d63-9f21-976cba1fd54c,segment=NetworkSegment(754b571e-b8a1-4cf7-ac76-9d598d43e7ad),segment_id=754b571e-b8a1-4cf7-ac76-9d598d43e7ad)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:14.557077 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:14.568058 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:14.570114 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-d937835b-fc00-42b5-8094-d5a47e072497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:14.579311 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-dbb3d96b-dea4-4c6f-a485-1abf905a592e service neutron] 10.222.0.15 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2584724
Jun 29 20:54:14.628808 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d220c76d-b082-4a69-8e80-cd175af4cf51 req-5f4aebb0-a1b2-494f-b9f0-8d2be0db68ca tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893064
Jun 29 20:54:14.641285 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 51232) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:14.669912 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:14.671996 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Usage tracker for resource:security_group_rule and tenant:caf9221ed12947f18589631684ab5872 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:14.675746 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:14.683584 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:14.730262 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=448ffd9f-9f67-4d63-9f21-976cba1fd54c,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:14.738383 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:14.821200 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:14.828655 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:14.859341 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 51244) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:14.867427 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9290-b88c-464e-8e6a-8bee5aac766c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:14.889127 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:14.948434 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 215510a1-c2a5-43de-b16c-0a45b7533238 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:14.949415 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a3142c-3a8f-41b6-ae14-2c073d66ef45,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:15.112973 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 215510a1-c2a5-43de-b16c-0a45b7533238 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:15.113464 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:15.164898 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-27391773-f04a-47b8-9a4d-d6c47e2b75f3 req-bf644432-b9c5-47db-90c5-6520d1e6ff90 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 210 time: 0.1715848
Jun 29 20:54:15.346129 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:15.351956 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-ba4d7c76-0371-4fd3-9dff-8fbaaa534c62 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:15.353291 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-ba4d7c76-0371-4fd3-9dff-8fbaaa534c62 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Synchronizing usage tracker for tenant:bafaee80f7dc44798ec8f2b8a7edf142 on resource:network {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:54:15.380956 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=caf9221ed12947f18589631684ab5872&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3830016
Jun 29 20:54:15.383464 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51268) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:15.398013 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-ba4d7c76-0371-4fd3-9dff-8fbaaa534c62 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Unset dirty status for tenant:bafaee80f7dc44798ec8f2b8a7edf142 on resource:network {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:54:15.399156 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-ba4d7c76-0371-4fd3-9dff-8fbaaa534c62 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.60 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 819 time: 0.4470541
Jun 29 20:54:15.415104 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-0981734a-15c1-40f2-a12f-5cd3e42dc610 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:15.426087 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-0981734a-15c1-40f2-a12f-5cd3e42dc610 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 819 time: 0.3377621
Jun 29 20:54:15.429468 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Request body: {'port': {'device_id': 'afb5de93-f38f-404b-8d5e-d69e5b95a3aa', 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af', 'admin_state_up': True, 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:15.538635 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:15.543153 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51274) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:15.558783 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1196e47a-b06e-456b-ba90-045e947a74f5 req-17b85b10-706d-451a-b92b-a0083a68e188 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 210 time: 0.1151190
Jun 29 20:54:15.570944 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-4655a0bb-7337-485f-9d38-627674371595 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/quotas/bafaee80f7dc44798ec8f2b8a7edf142 HTTP/1.1" status: 200  len: 375 time: 0.1432478
Jun 29 20:54:15.572630 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:15.579379 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1d6b73fa-4eab-461c-a7ac-5b0a0a3c1b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:15.622053 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:15.643034 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.60', 57022) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:15.691653 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] Usage tracker for resource:security_group_rule and tenant:839239bf7e5444198b50916ef8c862d7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:15.727320 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:15.753482 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:15.832114 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:15.842100 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] Usage tracker for resource:security_group_rule and tenant:02457b59d0234696abc548ec474e87fb is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:15.846536 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:15.858111 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:15.863151 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:15.875041 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea64b38-351b-4e4d-82db-cc1ed96320e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448ffd9f-9f67-4d63-9f21-976cba1fd54c', 'code': 200}
Jun 29 20:54:15.889578 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-fab855ed-cc16-4659-b4cb-8406b0bfab47 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2647500
Jun 29 20:54:15.989376 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-d3d7d3f5-6237-494f-9d07-0a7f9e277cae tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:15.990343 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-d3d7d3f5-6237-494f-9d07-0a7f9e277cae tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Synchronizing usage tracker for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:network {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:54:16.006710 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1135512364-network', 'tenant_id': '0c6f4afcf4404a2a9535c77cb9e6c076'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:16.010622 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1d6b73fa-4eab-461c-a7ac-5b0a0a3c1b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.030971 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:16.043973 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Usage tracker for resource:network and tenant:0c6f4afcf4404a2a9535c77cb9e6c076 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:16.055310 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:16.066328 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:16.070952 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Usage tracker for resource:port and tenant:bafaee80f7dc44798ec8f2b8a7edf142 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:16.078090 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:16.080959 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.088895 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-d3d7d3f5-6237-494f-9d07-0a7f9e277cae tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Unset dirty status for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:network {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:54:16.089995 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-d3d7d3f5-6237-494f-9d07-0a7f9e277cae tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 816 time: 0.4453378
Jun 29 20:54:16.093375 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:16.099235 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:16.104902 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.115555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Made reservation on behalf of bafaee80f7dc44798ec8f2b8a7edf142 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:16.118647 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.133190 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Made reservation on behalf of 0c6f4afcf4404a2a9535c77cb9e6c076 for: {'network': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:16.135395 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.142056 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:16.186302 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.219020 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.231160 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-4f5b7198-fe91-4184-934b-fcf903a76551 service neutron] 10.222.0.15 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3269849
Jun 29 20:54:16.236953 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90c3553-6508-4a99-906c-b8de9c21498e,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:16.242344 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=839239bf7e5444198b50916ef8c862d7&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5991626
Jun 29 20:54:16.243332 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:16.247731 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51294) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:16.278600 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1d6b73fa-4eab-461c-a7ac-5b0a0a3c1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.319491 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:16.329574 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.330190 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.60', 57026) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:16.345377 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-6cc54917-4c4a-4c87-b6f9-8d0e97578627 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Synchronizing usage tracker for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:security_group {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:54:16.359113 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b73fa-4eab-461c-a7ac-5b0a0a3c1b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a3142c-3a8f-41b6-ae14-2c073d66ef45,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:16.369842 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1d6b73fa-4eab-461c-a7ac-5b0a0a3c1b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:16.381229 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:16.390896 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:16.417786 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8058b-ad9e-4baa-9133-0de38b5b81f5 req-9f0da671-e458-4718-88de-c3f5a22f5d6e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:16.419200 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-85d8058b-ad9e-4baa-9133-0de38b5b81f5 req-9f0da671-e458-4718-88de-c3f5a22f5d6e tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 946 time: 0.4245808
Jun 29 20:54:16.421402 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Usage tracker for resource:security_group_rule and tenant:0c6f4afcf4404a2a9535c77cb9e6c076 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:16.426327 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:16.449425 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:16.462012 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1d6b73fa-4eab-461c-a7ac-5b0a0a3c1b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.465699 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-1d6b73fa-4eab-461c-a7ac-5b0a0a3c1b31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5a3142c-3a8f-41b6-ae14-2c073d66ef45 HTTP/1.1" status: 204  len: 168 time: 1.0787497
Jun 29 20:54:16.475772 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-6cc54917-4c4a-4c87-b6f9-8d0e97578627 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Unset dirty status for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:security_group {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:54:16.477246 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-6cc54917-4c4a-4c87-b6f9-8d0e97578627 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c15b70fcd3714faf82acbc850da1aab7 HTTP/1.1" status: 200  len: 379 time: 0.3297067
Jun 29 20:54:16.499007 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'port': {'device_id': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'admin_state_up': True, 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'security_groups': ['06a26c27-1977-4c15-8b5f-9d10f2899e23']}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:16.610706 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Allocated IP 172.20.0.9 (5e765c4e-8e0a-4679-9639-4ff3f118b9af/baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9/b85b22e6-1753-40f3-bb5c-1ceb228955d0) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:54:16.620632 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e23e9070-baf6-4e24-aa06-60b1c6c7b68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:16.623748 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6e8bc5dd-b1fa-43e8-8485-7c24df5403ed service neutron] 10.222.0.15 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3838279
Jun 29 20:54:16.627847 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bc7c3c-43ea-40a2-ab12-5c3bf4523525,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:16.639621 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:16.673581 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02457b59d0234696abc548ec474e87fb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8129504
Jun 29 20:54:16.685979 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 51308) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:16.759586 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-85d8058b-ad9e-4baa-9133-0de38b5b81f5 req-dd2c30c9-ef7a-4be0-9196-c5b288411f81 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2843416
Jun 29 20:54:16.829358 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.60', 57027) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:16.835517 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-2b349d0b-53b5-4cc5-9a02-258791120b15 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 1099 time: 0.4366853
Jun 29 20:54:17.072372 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51318) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:17.074495 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.086582 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e23e9070-baf6-4e24-aa06-60b1c6c7b68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.114439 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-01eb3a2a-cea9-47d6-95ac-ea24fed6c84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.117724 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-927c0857-6cbb-41ac-915c-35f3513699d6 req-450c7705-4ec0-4c4d-8422-2b58c76ffb6a tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 210 time: 0.0813603
Jun 29 20:54:17.193202 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d749eeff-73b2-4f5f-be46-dac46a165e69 req-212adea3-444e-4e3c-824c-9c3c248b16a0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 210 time: 0.0999699
Jun 29 20:54:17.203518 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.261442 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-01eb3a2a-cea9-47d6-95ac-ea24fed6c84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.293737 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.327587 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-312f35ee-8e0b-4995-a0d2-f109cc569c85 req-f9f167c1-3826-4bdb-9e0a-f645221ba910 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 210 time: 0.1003571
Jun 29 20:54:17.353430 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.354772 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:17.367549 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.370999 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Usage tracker for resource:security_group_rule and tenant:6aa8474ad8a44667955f098ec756e8a0 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:17.376316 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:17.376623 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.385057 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-9565f351-3e1c-49c7-aa42-54159900cfc0 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:17.385229 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:17.386524 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-9565f351-3e1c-49c7-aa42-54159900cfc0 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.60 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 810 time: 0.5561087
Jun 29 20:54:17.389394 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:17.392361 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:17.405834 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:17.420712 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:2015ed25fafb4a678cc35e6af54e5c8c is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:17.430237 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:17.438278 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:17.453923 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:17.455800 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa62691-b802-4817-bc85-c16e3faeb591,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:17.463712 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:17.464351 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e23e9070-baf6-4e24-aa06-60b1c6c7b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.475696 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a357a3e2-7362-40ff-86c4-bfa95d3f23a5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:17.488372 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-0922ef49-b2d6-4444-975d-69ef793ec836 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe2cb1c5294c4a5588f32690a2eae589 HTTP/1.1" status: 200  len: 379 time: 0.0803037
Jun 29 20:54:17.489170 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-01eb3a2a-cea9-47d6-95ac-ea24fed6c84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.495041 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6835e4a1-bfe4-4589-8fcd-f86173e14878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:17.495517 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Made reservation on behalf of c15b70fcd3714faf82acbc850da1aab7 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:17.498592 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.517109 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'port': {'device_id': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'admin_state_up': True, 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'security_groups': ['2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8']}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:17.520530 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556}  {{(pid=74217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:54:17.526285 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e9070-baf6-4e24-aa06-60b1c6c7b68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90c3553-6508-4a99-906c-b8de9c21498e,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:17.530628 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e23e9070-baf6-4e24-aa06-60b1c6c7b68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:17.540821 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb3a2a-cea9-47d6-95ac-ea24fed6c84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bc7c3c-43ea-40a2-ab12-5c3bf4523525,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:17.549468 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-01eb3a2a-cea9-47d6-95ac-ea24fed6c84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:17.560229 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.560952 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.segments_db [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Added segment db0487cc-9286-4dd1-b7c2-1e457b431639 of type vlan for network 232c3708-0dab-431f-8e45-181215153597
Jun 29 20:54:17.616395 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e23e9070-baf6-4e24-aa06-60b1c6c7b68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.621152 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-e23e9070-baf6-4e24-aa06-60b1c6c7b68c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a90c3553-6508-4a99-906c-b8de9c21498e HTTP/1.1" status: 204  len: 168 time: 1.3677170
Jun 29 20:54:17.621335 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.624386 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.662010 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.662212 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:17.670407 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-01eb3a2a-cea9-47d6-95ac-ea24fed6c84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.671998 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-01eb3a2a-cea9-47d6-95ac-ea24fed6c84b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2bc7c3c-43ea-40a2-ab12-5c3bf4523525 HTTP/1.1" status: 204  len: 168 time: 0.9816325
Jun 29 20:54:17.677665 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-01eb3a2a-cea9-47d6-95ac-ea24fed6c84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:17.734534 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Synchronizing usage tracker for tenant:6aa8474ad8a44667955f098ec756e8a0 on resource:security_group {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:54:17.760572 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d0430f-0bf2-4fc3-b3c6-1069a6dc77d7,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:17.770573 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:17.771336 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.783017 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:17.788008 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:port and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:17.793299 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:17.803692 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:17.823932 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.845081 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Network 5e765c4e-8e0a-4679-9639-4ff3f118b9af is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:17.854646 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Unset dirty status for tenant:6aa8474ad8a44667955f098ec756e8a0 on resource:security_group {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:54:17.857880 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2cfb0c8a-b792-4ee0-bca3-4e53dbf43f77 req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9910784
Jun 29 20:54:17.859882 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Made reservation on behalf of fe2cb1c5294c4a5588f32690a2eae589 for: {'port': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:17.864258 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.881070 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:17.883369 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Pushing event updated for resources: {'Port': ['ID=b85b22e6-1753-40f3-bb5c-1ceb228955d0,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:17.886210 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.887414 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:17.893950 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:54:17.899375 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:17.900131 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:17.943397 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-65e216d3-d0c4-4e3d-9499-4cbc085b8da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:18.008161 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:18.020342 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:18.021463 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:18.026443 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Allocated IP 172.20.0.7 (656014fe-ebe5-425d-bc87-c747781da88f/63dec314-ebde-4349-8abc-5371f107b8f7/a52622e2-cb29-438d-9466-b3f2c2619f2f) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:54:18.035158 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2015ed25fafb4a678cc35e6af54e5c8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9582434
Jun 29 20:54:18.040805 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51334) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:18.045986 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c293e5bf-6bbf-4f7e-9cda-d375449801e7,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:18.054947 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6327403
Jun 29 20:54:18.068983 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:18.073551 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:18.182913 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.6305623
Jun 29 20:54:18.184588 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Request body: {'port': {'device_id': 'afb5de93-f38f-404b-8d5e-d69e5b95a3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:18.193609 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 51344) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:18.206206 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:54:18.225665 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Request body: {'subnet': {'network_id': '232c3708-0dab-431f-8e45-181215153597', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1135512364-subnet', 'tenant_id': '0c6f4afcf4404a2a9535c77cb9e6c076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:18.232528 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:18.237665 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Usage tracker for resource:subnet and tenant:0c6f4afcf4404a2a9535c77cb9e6c076 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:18.241869 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:18.250086 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:18.277507 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Pushing event updated for resources: {'Network': ['ID=232c3708-0dab-431f-8e45-181215153597,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:18.282086 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c36d-50d0-4c33-a930-0141d8c54e7f req-f914d1a5-7ec6-457b-9677-ec4f83ee0647 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:18.283881 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-23a8c36d-50d0-4c33-a930-0141d8c54e7f req-f914d1a5-7ec6-457b-9677-ec4f83ee0647 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 946 time: 0.1919906
Jun 29 20:54:18.285625 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:18.295074 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Allocated IP 172.20.0.9 (d76c2cdb-9cac-4e13-839f-9ee932b7c711/cbbb664c-27ca-451c-8320-c1ba4548a65b/058125b9-8744-426e-9941-0e89f3b80a1c) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:54:18.307552 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network 232c3708-0dab-431f-8e45-181215153597 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:54:18.370667 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-23a8c36d-50d0-4c33-a930-0141d8c54e7f req-f723bd13-d158-4eab-8d86-cbe31861fb5d tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670924
Jun 29 20:54:18.371450 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Made reservation on behalf of 0c6f4afcf4404a2a9535c77cb9e6c076 for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:18.374453 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:18.530450 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51352) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:18.530969 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51354) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:18.592497 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f4110a20-9613-450a-858c-c5ec94787874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:18.598502 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4ba60a4-ec2a-42a3-9fe1-ee2a8c1f7fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:18.616265 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b85086be-7e8d-4303-85e9-46841a8ed5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:18.689959 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:18.712542 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f4110a20-9613-450a-858c-c5ec94787874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:18.757030 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-965f7ce5-3658-4823-bddb-fa3c9149404d req-4a803451-f6a0-4fcb-9248-269329bacb1d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 210 time: 0.1285973
Jun 29 20:54:18.767458 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8d60e405-731b-4469-90ea-93d185e5cf0e req-f6bc349c-3029-414e-9240-5e50fc30f384 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 210 time: 0.1407158
Jun 29 20:54:18.824974 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:18.837566 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-c4ba60a4-ec2a-42a3-9fe1-ee2a8c1f7fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:18.857522 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-c4ba60a4-ec2a-42a3-9fe1-ee2a8c1f7fae admin admin] Usage tracker for resource:security_group_rule and tenant:4bef2049b78e40eea95e9dda602127de is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:18.879551 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-c4ba60a4-ec2a-42a3-9fe1-ee2a8c1f7fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:18.885205 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-b85086be-7e8d-4303-85e9-46841a8ed5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:18.894363 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Transition to ACTIVE for port object a52622e2-cb29-438d-9466-b3f2c2619f2f will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:18.898777 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-b85086be-7e8d-4303-85e9-46841a8ed5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:3e22f2429d5049c784c9d754ff918533 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:18.901485 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-c4ba60a4-ec2a-42a3-9fe1-ee2a8c1f7fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:18.907270 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-b85086be-7e8d-4303-85e9-46841a8ed5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:18.927078 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-b85086be-7e8d-4303-85e9-46841a8ed5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:19.012867 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.024389 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f4110a20-9613-450a-858c-c5ec94787874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.050137 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:19.060632 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a866e2f7-3d16-440a-99b1-5bc930ae6815 req-bf1e735f-822a-4ea4-81e3-cd4d540c8b78 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 210 time: 0.1126232
Jun 29 20:54:19.084661 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.106385 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4110a20-9613-450a-858c-c5ec94787874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c293e5bf-6bbf-4f7e-9cda-d375449801e7,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:19.119481 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f4110a20-9613-450a-858c-c5ec94787874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:19.122192 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.151885 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-762f125a-2a83-40ff-ae48-536b2a32be17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:19.186890 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-854abaf2-b713-407a-b7a9-88ed385c5c61 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:19.245582 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-ba60a258-935d-46c2-a92e-09e2ff532451 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:19.246867 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-ba60a258-935d-46c2-a92e-09e2ff532451 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.60 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 819 time: 0.5270088
Jun 29 20:54:19.273582 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=efece223-9394-4cf6-8e37-4aec8483f1ae,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:19.283264 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:19.287486 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f4110a20-9613-450a-858c-c5ec94787874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.288677 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f4110a20-9613-450a-858c-c5ec94787874 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c293e5bf-6bbf-4f7e-9cda-d375449801e7 HTTP/1.1" status: 204  len: 168 time: 1.2442708
Jun 29 20:54:19.290157 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Request body: {'port': {'device_id': '465ee807-5425-4cb3-9b4a-27768571fa9e', 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af', 'admin_state_up': True, 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:19.325130 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4ba60a4-ec2a-42a3-9fe1-ee2a8c1f7fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.327210 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Network 656014fe-ebe5-425d-bc87-c747781da88f is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:19.333234 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b85086be-7e8d-4303-85e9-46841a8ed5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.334917 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:19.339927 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:19.344598 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:54:19.348449 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:19.349698 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.353490 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4ba60a4-ec2a-42a3-9fe1-ee2a8c1f7fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.366003 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:19.383218 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b85086be-7e8d-4303-85e9-46841a8ed5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.388139 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:19.398603 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.431037 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Checking segment: {'id': 'db0487cc-9286-4dd1-b7c2-1e457b431639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '232c3708-0dab-431f-8e45-181215153597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:19.431413 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Network hostable DHCP agents. Network: 232c3708-0dab-431f-8e45-181215153597, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:54:19.455561 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.provisioning_blocks [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Transition to ACTIVE for port object 058125b9-8744-426e-9941-0e89f3b80a1c will not be triggered until provisioned by entity DHCP. {{(pid=74216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:19.595184 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:19.597546 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85b22e6-1753-40f3-bb5c-1ceb228955d0 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:19.606438 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Network 232c3708-0dab-431f-8e45-181215153597 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:54:19.614092 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.614483 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.620757 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Usage tracker for resource:port and tenant:bafaee80f7dc44798ec8f2b8a7edf142 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:19.635704 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:19.651295 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Transition to ACTIVE for port object b85b22e6-1753-40f3-bb5c-1ceb228955d0 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:19.657843 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba60a4-ec2a-42a3-9fe1-ee2a8c1f7fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691abf40-ced4-4de3-8f4d-5070128e5e67,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:19.663126 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1765122
Jun 29 20:54:19.664189 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:19.690435 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:19.692364 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-c4ba60a4-ec2a-42a3-9fe1-ee2a8c1f7fae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bef2049b78e40eea95e9dda602127de&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1604910
Jun 29 20:54:19.693418 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.698581 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51364) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:19.716255 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Request body: {'port': {'device_id': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:19.757458 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-565db694-d0a8-4d5e-83b7-a4adc598c0e3 None None] Provisioning for port a52622e2-cb29-438d-9466-b3f2c2619f2f completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:19.769168 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-565db694-d0a8-4d5e-83b7-a4adc598c0e3 None None] Provisioning complete for port a52622e2-cb29-438d-9466-b3f2c2619f2f triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:19.769907 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-565db694-d0a8-4d5e-83b7-a4adc598c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.778654 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, 232c3708-0dab-431f-8e45-181215153597) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:19.808723 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:19.809224 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.825731 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Made reservation on behalf of bafaee80f7dc44798ec8f2b8a7edf142 for: {'port': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:19.828914 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.841352 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df196f-2cd8-4c66-9040-b8c310a82b56 None None] Network 232c3708-0dab-431f-8e45-181215153597 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:54:19.883538 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Network d76c2cdb-9cac-4e13-839f-9ee932b7c711 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:19.884373 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'Port': ['ID=058125b9-8744-426e-9941-0e89f3b80a1c,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:19.902950 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:19.925198 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:54:19.929733 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:19.930348 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.934392 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:19.948827 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-238f22d0-6fb6-4086-a302-e29580b1a890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:19.950498 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7324922
Jun 29 20:54:20.005116 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-b85086be-7e8d-4303-85e9-46841a8ed5a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e22f2429d5049c784c9d754ff918533&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4716616
Jun 29 20:54:20.006838 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51382) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:20.017535 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-238f22d0-6fb6-4086-a302-e29580b1a890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.029267 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.040034 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85086be-7e8d-4303-85e9-46841a8ed5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46950235-306d-4717-843a-0365edd18c2e,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:20.086545 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-565db694-d0a8-4d5e-83b7-a4adc598c0e3 None None] Port a52622e2-cb29-438d-9466-b3f2c2619f2f cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:54:20.140031 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b85086be-7e8d-4303-85e9-46841a8ed5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:20.144082 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.731s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:20.144450 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:20.224456 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-c6d7598e-d70e-4519-95af-c6f1b61886ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7192049
Jun 29 20:54:20.230168 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-577dcadf-8a36-498d-bcc6-7e076886cdad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:20.248456 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Request body: {'port': {'device_id': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:20.394046 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863aaf9d-94f5-41c9-9c52-268a4aa0bb62 None None] Network 232c3708-0dab-431f-8e45-181215153597 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:54:20.425124 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-b6d42521-8683-4f52-b28c-bae0b8c278ea None None] Provisioning for port 058125b9-8744-426e-9941-0e89f3b80a1c completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:20.438548 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a55980b9-2f07-4ead-a372-50238bcc401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.439941 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Pushing event updated for resources: {'Port': ['ID=b85b22e6-1753-40f3-bb5c-1ceb228955d0,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:20.457891 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:20.486771 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a55980b9-2f07-4ead-a372-50238bcc401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.492289 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd491a9-ab37-4ffe-910e-af6356788825 req-742fa150-f2eb-4386-a8e4-422dfdb95269 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:20.499250 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8bd491a9-ab37-4ffe-910e-af6356788825 req-742fa150-f2eb-4386-a8e4-422dfdb95269 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 946 time: 0.8403661
Jun 29 20:54:20.614460 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Attempting to bind port b85b22e6-1753-40f3-bb5c-1ceb228955d0 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:54:20.615478 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Attempting to bind port b85b22e6-1753-40f3-bb5c-1ceb228955d0 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:54:20.616046 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Attempting to bind port b85b22e6-1753-40f3-bb5c-1ceb228955d0 on network 5e765c4e-8e0a-4679-9639-4ff3f118b9af {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:20.633746 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Port b85b22e6-1753-40f3-bb5c-1ceb228955d0 on network 5e765c4e-8e0a-4679-9639-4ff3f118b9af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:54:20.634532 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Attempting to bind port b85b22e6-1753-40f3-bb5c-1ceb228955d0 on network 5e765c4e-8e0a-4679-9639-4ff3f118b9af {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:20.644249 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-b6d42521-8683-4f52-b28c-bae0b8c278ea None None] Provisioning complete for port 058125b9-8744-426e-9941-0e89f3b80a1c triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:20.647439 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-b6d42521-8683-4f52-b28c-bae0b8c278ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.722954 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494057-fd09-4066-9c45-99a377b15b8b req-4711775c-a9ec-440a-92ad-6ff7bd6fab65 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:20.723643 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-35494057-fd09-4066-9c45-99a377b15b8b req-4711775c-a9ec-440a-92ad-6ff7bd6fab65 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Synchronizing usage tracker for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:port {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:54:20.737162 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Allocated IP 172.20.0.7 (5e765c4e-8e0a-4679-9639-4ff3f118b9af/baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9/36a65d8a-ac47-48e2-b298-5e405d5f8053) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:54:20.763887 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.786530 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8bd491a9-ab37-4ffe-910e-af6356788825 req-60d0d3af-8155-41f4-ba94-19a4e7908e56 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2862949
Jun 29 20:54:20.801211 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-b6d42521-8683-4f52-b28c-bae0b8c278ea None None] Port 058125b9-8744-426e-9941-0e89f3b80a1c cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:54:20.819777 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-35494057-fd09-4066-9c45-99a377b15b8b req-4711775c-a9ec-440a-92ad-6ff7bd6fab65 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Unset dirty status for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:port {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:54:20.822036 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a55980b9-2f07-4ead-a372-50238bcc401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.831861 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1dde7155-3b32-42a0-b5d5-bb58ecc68761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:20.833197 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-35494057-fd09-4066-9c45-99a377b15b8b req-4711775c-a9ec-440a-92ad-6ff7bd6fab65 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 931 time: 0.8709855
Jun 29 20:54:20.848778 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-238f22d0-6fb6-4086-a302-e29580b1a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.858285 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:54:20.858775 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Checking segment: {'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:20.859258 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Bound using segment: {'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:54:20.859830 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Bound port: b85b22e6-1753-40f3-bb5c-1ceb228955d0, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:54:20.860268 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.893578 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55980b9-2f07-4ead-a372-50238bcc401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46950235-306d-4717-843a-0365edd18c2e,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:20.900996 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a55980b9-2f07-4ead-a372-50238bcc401d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:20.929442 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:20.940126 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a55980b9-2f07-4ead-a372-50238bcc401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.944493 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-a55980b9-2f07-4ead-a372-50238bcc401d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46950235-306d-4717-843a-0365edd18c2e HTTP/1.1" status: 204  len: 168 time: 0.9264216
Jun 29 20:54:20.951260 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f22d0-6fb6-4086-a302-e29580b1a890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691abf40-ced4-4de3-8f4d-5070128e5e67,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:20.953401 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-238f22d0-6fb6-4086-a302-e29580b1a890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:20.957753 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-238f22d0-6fb6-4086-a302-e29580b1a890 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/691abf40-ced4-4de3-8f4d-5070128e5e67 HTTP/1.1" status: 204  len: 168 time: 1.2483058
Jun 29 20:54:20.959241 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-238f22d0-6fb6-4086-a302-e29580b1a890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:21.046960 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] For port b85b22e6-1753-40f3-bb5c-1ceb228955d0, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:54:21.050453 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] For port b85b22e6-1753-40f3-bb5c-1ceb228955d0, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:54:21.146032 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:21.182736 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:21.209136 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-35494057-fd09-4066-9c45-99a377b15b8b req-f8dcff93-945b-4a82-a233-81dc96f99c37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3750014
Jun 29 20:54:21.284117 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:21.285974 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] 10.222.0.60 "PUT /v2.0/ports/b85b22e6-1753-40f3-bb5c-1ceb228955d0 HTTP/1.1" status: 200  len: 1093 time: 3.1125901
Jun 29 20:54:21.288971 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb5de93-f38f-404b-8d5e-d69e5b95a3aa', 'tag': 'b85b22e6-1753-40f3-bb5c-1ceb228955d0'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:21.307462 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52622e2-cb29-438d-9466-b3f2c2619f2f {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:21.318777 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:21.332302 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Pushing event updated for resources: {'Port': ['ID=b85b22e6-1753-40f3-bb5c-1ceb228955d0,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:21.338270 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:21.344661 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Transition to ACTIVE for port object a52622e2-cb29-438d-9466-b3f2c2619f2f will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:21.350792 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:21.359960 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:21.492444 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Pushing event updated for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:21.510209 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:21.705713 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-c2f8f41a-bb1c-4fa0-ac50-0d0edb724935 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 1096 time: 0.2561028
Jun 29 20:54:21.715530 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Attempting to bind port a52622e2-cb29-438d-9466-b3f2c2619f2f on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:54:21.715975 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Attempting to bind port a52622e2-cb29-438d-9466-b3f2c2619f2f by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:54:21.716305 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Attempting to bind port a52622e2-cb29-438d-9466-b3f2c2619f2f on network 656014fe-ebe5-425d-bc87-c747781da88f {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:21.717840 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-58b10fb2-3612-496d-a271-e95af8f09020 req-3807a56e-27ee-4e21-9c29-77ade8cdebaf tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 210 time: 0.2792635
Jun 29 20:54:21.769961 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:21.822991 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf3e0d-884b-438d-b610-d45eb14785f4 req-2a43ce16-14a9-426d-9dc8-52d3700bab31 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:21.831551 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c5cf3e0d-884b-438d-b610-d45eb14785f4 req-2a43ce16-14a9-426d-9dc8-52d3700bab31 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 931 time: 0.8130794
Jun 29 20:54:21.837182 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Port a52622e2-cb29-438d-9466-b3f2c2619f2f on network 656014fe-ebe5-425d-bc87-c747781da88f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:54:21.837510 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Attempting to bind port a52622e2-cb29-438d-9466-b3f2c2619f2f on network 656014fe-ebe5-425d-bc87-c747781da88f {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:21.857048 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-3c2391fe-fc77-40b2-be3d-818e65ca88ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0 HTTP/1.1" status: 200  len: 217 time: 0.1223059
Jun 29 20:54:21.858317 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:54:21.858479 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Checking segment: {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:21.859098 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Bound using segment: {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:54:21.862745 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Bound port: a52622e2-cb29-438d-9466-b3f2c2619f2f, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:54:21.863103 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:21.876027 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb5de93-f38f-404b-8d5e-d69e5b95a3aa', 'tag': 'b85b22e6-1753-40f3-bb5c-1ceb228955d0', 'status': 'completed', 'code': 200}
Jun 29 20:54:22.025128 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-9ed2a7d7-9719-4b19-8d83-1abec8413cc1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:22.026965 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-9ed2a7d7-9719-4b19-8d83-1abec8413cc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 200  len: 859 time: 0.1413505
Jun 29 20:54:22.081431 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-ff2034f9-70d1-4dbc-bea3-5231aceef8db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e765c4e-8e0a-4679-9639-4ff3f118b9af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479400
Jun 29 20:54:22.082755 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:54:22.194648 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c5cf3e0d-884b-438d-b610-d45eb14785f4 req-0bdaef93-6fb4-44f0-8201-ede901d8adf3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3623915
Jun 29 20:54:22.195204 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:54:22.216082 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:22.218342 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:22.232937 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ab415b04-a71f-4f50-a515-bedc4d27b180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:22.244485 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-31976c06-e260-4eeb-a4bc-afd252d86006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:22.301228 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:22.303820 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] 10.222.0.60 "PUT /v2.0/ports/a52622e2-cb29-438d-9466-b3f2c2619f2f HTTP/1.1" status: 200  len: 1093 time: 2.6080954
Jun 29 20:54:22.312280 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-c4c30e8a-e965-4ccc-8e83-633e94e70137 service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2229457
Jun 29 20:54:22.481526 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Network 5e765c4e-8e0a-4679-9639-4ff3f118b9af is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:22.485876 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Pushing event updated for resources: {'Port': ['ID=36a65d8a-ac47-48e2-b298-5e405d5f8053,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:22.490302 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fbd370c4-4849-4362-9ddd-ad364660c7d9 req-71d9b2bb-fd01-47ef-be4b-d90df9f85916 service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536727
Jun 29 20:54:22.518791 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:22.528413 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:22.538484 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Pushing event updated for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:22.539929 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:54:22.542349 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:22.563927 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:22.564591 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:22.591337 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.db.resource_extend [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 20:54:22.600893 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-d3fd165a-4586-4e3b-aa9a-b5dd27014132 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 1096 time: 0.1082730
Jun 29 20:54:22.638415 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3655324
Jun 29 20:54:22.700388 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0d1a0-daa4-4457-8efa-99e9f8ac58a9 req-4a012e59-c349-4846-8864-ca9e59de1355 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:22.701847 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-48e0d1a0-daa4-4457-8efa-99e9f8ac58a9 req-4a012e59-c349-4846-8864-ca9e59de1355 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 946 time: 0.5775502
Jun 29 20:54:22.708415 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Request body: {'port': {'device_id': '465ee807-5425-4cb3-9b4a-27768571fa9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:22.820609 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058125b9-8744-426e-9941-0e89f3b80a1c {{(pid=74216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:22.854848 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-48e0d1a0-daa4-4457-8efa-99e9f8ac58a9 req-8936b909-fefe-48ed-9298-8eaac956baad tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022847
Jun 29 20:54:22.887723 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-610f8d80-91bc-4eb2-8cf9-753e3433225d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f HTTP/1.1" status: 200  len: 217 time: 0.2619376
Jun 29 20:54:22.915515 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:22.923194 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5376-98d2-46a3-abc4-5ac37e42d827 req-c632e8ae-7c82-4dad-9004-ca091e384e86 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:22.932610 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7d5c5376-98d2-46a3-abc4-5ac37e42d827 req-c632e8ae-7c82-4dad-9004-ca091e384e86 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 931 time: 0.3932300
Jun 29 20:54:23.046723 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-b401fbe2-994c-49e3-80a3-8158358ec210 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:23.048133 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-b401fbe2-994c-49e3-80a3-8158358ec210 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.1528263
Jun 29 20:54:23.079376 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:23.101840 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.provisioning_blocks [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Transition to ACTIVE for port object 058125b9-8744-426e-9941-0e89f3b80a1c will not be triggered until provisioned by entity L2. {{(pid=74216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:23.156898 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:23.177619 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:23.245360 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c2b8ef6a-c497-4f26-9b39-224237f9bf31 req-340b14ec-1703-4754-8ef0-f13d669d6738 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 1096 time: 0.4770761
Jun 29 20:54:23.260782 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Pushing event updated for resources: {'Port': ['ID=058125b9-8744-426e-9941-0e89f3b80a1c,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:23.270000 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:23.274676 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7d5c5376-98d2-46a3-abc4-5ac37e42d827 req-56dd9574-8a43-48e4-84b8-224b56dc39c3 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3412004
Jun 29 20:54:23.454576 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-0bb40a97-bdf1-43a4-9a71-95260919ef37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3878236
Jun 29 20:54:23.798696 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-b1e25796-85f3-4664-9cac-efa180af2122 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:23.800113 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-b1e25796-85f3-4664-9cac-efa180af2122 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/networks?id=232c3708-0dab-431f-8e45-181215153597 HTTP/1.1" status: 200  len: 809 time: 0.2549064
Jun 29 20:54:23.825080 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5b8c8-ae9a-445c-bb07-182da9bc39e2 req-1c8909d9-4df9-4df5-93c7-abef86c4d603 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:23.825741 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-36f5b8c8-ae9a-445c-bb07-182da9bc39e2 req-1c8909d9-4df9-4df5-93c7-abef86c4d603 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Synchronizing usage tracker for tenant:bafaee80f7dc44798ec8f2b8a7edf142 on resource:port {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:54:23.837746 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8ef6a-c497-4f26-9b39-224237f9bf31 req-0114633f-6e1f-4994-a647-318715c13d21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:23.839447 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c2b8ef6a-c497-4f26-9b39-224237f9bf31 req-0114633f-6e1f-4994-a647-318715c13d21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 920 time: 0.5891173
Jun 29 20:54:23.918840 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:23.924157 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c2b8ef6a-c497-4f26-9b39-224237f9bf31 req-7e0867ba-5443-4fa4-b6ad-1e14a32840a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0 HTTP/1.1" status: 200  len: 217 time: 0.0723789
Jun 29 20:54:23.926336 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Attempting to bind port 058125b9-8744-426e-9941-0e89f3b80a1c on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:54:23.927412 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Attempting to bind port 058125b9-8744-426e-9941-0e89f3b80a1c by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'}] {{(pid=74216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:54:23.927704 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Attempting to bind port 058125b9-8744-426e-9941-0e89f3b80a1c on network d76c2cdb-9cac-4e13-839f-9ee932b7c711 {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:23.945852 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-a51d99a8-6519-4aca-9846-26111ce5856e tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/quotas/0c6f4afcf4404a2a9535c77cb9e6c076 HTTP/1.1" status: 200  len: 375 time: 0.1352439
Jun 29 20:54:23.950739 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Port 058125b9-8744-426e-9941-0e89f3b80a1c on network d76c2cdb-9cac-4e13-839f-9ee932b7c711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:54:23.951069 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Attempting to bind port 058125b9-8744-426e-9941-0e89f3b80a1c on network d76c2cdb-9cac-4e13-839f-9ee932b7c711 {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:23.963605 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-36f5b8c8-ae9a-445c-bb07-182da9bc39e2 req-1c8909d9-4df9-4df5-93c7-abef86c4d603 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Unset dirty status for tenant:bafaee80f7dc44798ec8f2b8a7edf142 on resource:port {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:54:23.964745 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-36f5b8c8-ae9a-445c-bb07-182da9bc39e2 req-1c8909d9-4df9-4df5-93c7-abef86c4d603 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 931 time: 0.9401975
Jun 29 20:54:23.983502 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-16b514ba-0bd1-4da8-8230-8b263ed34b3f service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5156243
Jun 29 20:54:24.009179 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-9d8216e7-f5ad-4abf-b90f-ab342c789484 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c6f4afcf4404a2a9535c77cb9e6c076&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0535145
Jun 29 20:54:24.014493 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:54:24.014832 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Checking segment: {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:24.015371 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Bound using segment: {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'} {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:54:24.015810 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Bound port: 058125b9-8744-426e-9941-0e89f3b80a1c, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'}}] {{(pid=74216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:54:24.016267 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:24.080273 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8ef6a-c497-4f26-9b39-224237f9bf31 req-75a1af2b-34a1-4918-ad1c-a18cf1d36a24 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:24.081713 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c2b8ef6a-c497-4f26-9b39-224237f9bf31 req-75a1af2b-34a1-4918-ad1c-a18cf1d36a24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 200  len: 859 time: 0.1453853
Jun 29 20:54:24.134204 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c2b8ef6a-c497-4f26-9b39-224237f9bf31 req-2d927a88-d08a-4e42-9204-32c281c347e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e765c4e-8e0a-4679-9639-4ff3f118b9af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447700
Jun 29 20:54:24.219779 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-36f5b8c8-ae9a-445c-bb07-182da9bc39e2 req-d99e3de2-4499-4498-ad5a-d3538aa4cbb1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096138
Jun 29 20:54:24.294167 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-414e8fa6-a856-400e-beea-31ba791f0c8d req-e8fa60d5-08c0-439c-912f-5c4940ba9383 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3016877
Jun 29 20:54:24.350970 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c2b8ef6a-c497-4f26-9b39-224237f9bf31 req-60ba5985-31d3-457f-bbbe-cb84bfe57e0a service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074938
Jun 29 20:54:24.366827 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-4f95de59-b25a-4d2e-a91d-ce6fdbf037c7 service neutron] 10.222.0.15 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3412416
Jun 29 20:54:24.368263 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] For port 058125b9-8744-426e-9941-0e89f3b80a1c, host hv-cinder-77978, cleared binding levels {{(pid=74216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:54:24.605246 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c2b8ef6a-c497-4f26-9b39-224237f9bf31 req-742bec54-054d-44f0-b67c-61be2dec3a66 service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2165751
Jun 29 20:54:24.676429 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] For port 058125b9-8744-426e-9941-0e89f3b80a1c, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=058125b9-8744-426e-9941-0e89f3b80a1c,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:54:24.783436 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:24.811142 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:24.878743 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a65d8a-ac47-48e2-b298-5e405d5f8053 {{(pid=74216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:24.919245 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:24.983827 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Pushing event updated for resources: {'Port': ['ID=058125b9-8744-426e-9941-0e89f3b80a1c,revision_number=3']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:25.005804 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:25.006967 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.provisioning_blocks [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Transition to ACTIVE for port object 36a65d8a-ac47-48e2-b298-5e405d5f8053 will not be triggered until provisioned by entity L2. {{(pid=74216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:25.062958 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:25.070919 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:25.072330 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] 10.222.0.60 "PUT /v2.0/ports/058125b9-8744-426e-9941-0e89f3b80a1c HTTP/1.1" status: 200  len: 1093 time: 4.8303132
Jun 29 20:54:25.073076 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'tag': '058125b9-8744-426e-9941-0e89f3b80a1c'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:25.179852 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f065963a-7d29-4318-bfa4-62b9457dc417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:25.230106 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435508-025e-480a-89c8-19ee967a05ae req-11fd90b6-58b0-479f-8687-dfbaadace9b3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:25.236841 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b9435508-025e-480a-89c8-19ee967a05ae req-11fd90b6-58b0-479f-8687-dfbaadace9b3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.5688043
Jun 29 20:54:25.369279 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-49b12999-9bf9-441f-985a-64d1fd99e274 service neutron] 10.222.0.15 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8997090
Jun 29 20:54:25.390150 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b9435508-025e-480a-89c8-19ee967a05ae req-745b1d4b-85fc-4869-80a0-2fb2327cb4b3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1521749
Jun 29 20:54:25.518601 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Pushing event updated for resources: {'Port': ['ID=36a65d8a-ac47-48e2-b298-5e405d5f8053,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:25.522055 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:25.564081 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'status': 'completed', 'code': 200}
Jun 29 20:54:25.651010 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-5e495dfd-d3b1-410a-9a70-a768efa6873a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 1096 time: 0.4724607
Jun 29 20:54:25.738771 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device b85b22e6-1753-40f3-bb5c-1ceb228955d0 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:54:25.818477 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a69d3e5d-45cf-4323-b992-e7a73e704024 req-53254bce-0eff-493d-9d13-d7db8eecd86e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 1096 time: 0.1824501
Jun 29 20:54:25.947949 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-8e2c8059-92f1-4d62-92d6-54e4d4aee9f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=058125b9-8744-426e-9941-0e89f3b80a1c HTTP/1.1" status: 200  len: 217 time: 0.2769742
Jun 29 20:54:25.948638 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Attempting to bind port 36a65d8a-ac47-48e2-b298-5e405d5f8053 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:54:25.948968 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Attempting to bind port 36a65d8a-ac47-48e2-b298-5e405d5f8053 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'}] {{(pid=74216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:54:25.949292 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Attempting to bind port 36a65d8a-ac47-48e2-b298-5e405d5f8053 on network 5e765c4e-8e0a-4679-9639-4ff3f118b9af {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:26.042383 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port b85b22e6-1753-40f3-bb5c-1ceb228955d0, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:26.055594 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Port 36a65d8a-ac47-48e2-b298-5e405d5f8053 on network 5e765c4e-8e0a-4679-9639-4ff3f118b9af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:54:26.056477 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Attempting to bind port 36a65d8a-ac47-48e2-b298-5e405d5f8053 on network 5e765c4e-8e0a-4679-9639-4ff3f118b9af {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:26.065822 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:54:26.066419 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Checking segment: {'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:26.066953 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Bound using segment: {'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'} {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:54:26.067680 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Bound port: 36a65d8a-ac47-48e2-b298-5e405d5f8053, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7436ad31-6ff5-4249-9400-9b5b8c2a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af'}}] {{(pid=74216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:54:26.068237 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:26.073371 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': 'b85b22e6-1753-40f3-bb5c-1ceb228955d0', 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af', 'port_id': 'b85b22e6-1753-40f3-bb5c-1ceb228955d0', 'mac_address': 'fa:16:3e:c7:29:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:54:26.115961 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d3e5d-45cf-4323-b992-e7a73e704024 req-b9fd26d6-be40-49b6-96df-4e24822778c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:26.121655 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a69d3e5d-45cf-4323-b992-e7a73e704024 req-b9fd26d6-be40-49b6-96df-4e24822778c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 917 time: 0.2835019
Jun 29 20:54:26.155075 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:26.166849 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-825426df-1de9-458a-93f4-0e929850a5e6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:26.174453 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-825426df-1de9-458a-93f4-0e929850a5e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbbb664c-27ca-451c-8320-c1ba4548a65b HTTP/1.1" status: 200  len: 849 time: 0.2121561
Jun 29 20:54:26.187160 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85b22e6-1753-40f3-bb5c-1ceb228955d0 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:26.222542 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port b85b22e6-1753-40f3-bb5c-1ceb228955d0, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:26.239814 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:26.243813 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:26.268037 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198df9a-bb64-43c6-9cf3-1a5cd8a2e739 req-5edeb1ca-4aa0-4084-b3a3-c40039628e8a tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:26.277116 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0198df9a-bb64-43c6-9cf3-1a5cd8a2e739 req-5edeb1ca-4aa0-4084-b3a3-c40039628e8a tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 943 time: 0.4327040
Jun 29 20:54:26.296198 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a69d3e5d-45cf-4323-b992-e7a73e704024 req-ce2e7fc9-74da-4be2-a29c-091c00457408 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f HTTP/1.1" status: 200  len: 217 time: 0.1678984
Jun 29 20:54:26.321193 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] For port 36a65d8a-ac47-48e2-b298-5e405d5f8053, host hv-cinder-77978, cleared binding levels {{(pid=74216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:54:26.324721 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] For port 36a65d8a-ac47-48e2-b298-5e405d5f8053, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=36a65d8a-ac47-48e2-b298-5e405d5f8053,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:54:26.343352 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:26.369438 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:26.403541 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=b85b22e6-1753-40f3-bb5c-1ceb228955d0,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:26.415254 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:26.437554 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d3e5d-45cf-4323-b992-e7a73e704024 req-bf71e2c1-a3a2-493a-9820-4d41f09be413 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:26.439750 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a69d3e5d-45cf-4323-b992-e7a73e704024 req-bf71e2c1-a3a2-493a-9820-4d41f09be413 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.1377254
Jun 29 20:54:26.488258 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Pushing event updated for resources: {'Port': ['ID=36a65d8a-ac47-48e2-b298-5e405d5f8053,revision_number=3']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:26.495566 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:26.496940 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/36a65d8a-ac47-48e2-b298-5e405d5f8053 HTTP/1.1" status: 200  len: 1093 time: 3.8029022
Jun 29 20:54:26.501715 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:26.509306 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0198df9a-bb64-43c6-9cf3-1a5cd8a2e739 req-be7c7069-b10b-4e6e-89c5-1c6e3a93454f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2298019
Jun 29 20:54:26.527439 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-f417bcf5-7bb1-4cbe-a82e-adab5ad9bf7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d76c2cdb-9cac-4e13-839f-9ee932b7c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3511288
Jun 29 20:54:26.541829 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['b85b22e6-1753-40f3-bb5c-1ceb228955d0'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:54:26.610313 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a69d3e5d-45cf-4323-b992-e7a73e704024 req-acf52b83-533e-46ca-97b9-20f61d7331c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1631539
Jun 29 20:54:26.933675 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a69d3e5d-45cf-4323-b992-e7a73e704024 req-353c679a-54a3-41a9-9dd5-54e04722a3c1 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2904465
Jun 29 20:54:27.060339 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-96e1b99f-5589-47e9-91be-9f5c520a2da7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 1096 time: 0.3074620
Jun 29 20:54:27.072634 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-9a4c11ef-1043-443c-883e-e02246221b60 service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5231378
Jun 29 20:54:27.141000 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a69d3e5d-45cf-4323-b992-e7a73e704024 req-d6287184-dfb1-4c94-9bd2-066b6b67e22f service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960611
Jun 29 20:54:27.542575 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'tag': '058125b9-8744-426e-9941-0e89f3b80a1c', 'status': 'completed', 'code': 200}
Jun 29 20:54:27.566509 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029e2ea-4831-48dc-999a-0f4c1d8958ab req-e90ac45e-4155-4fc6-b282-d650fd4350e5 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:27.568013 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3029e2ea-4831-48dc-999a-0f4c1d8958ab req-e90ac45e-4155-4fc6-b282-d650fd4350e5 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 943 time: 0.7425170
Jun 29 20:54:27.585493 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-673b706b-6d09-4bf6-ac60-6d35a666a6ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a65d8a-ac47-48e2-b298-5e405d5f8053 HTTP/1.1" status: 200  len: 217 time: 0.4889865
Jun 29 20:54:27.644807 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-3e20b9d5-4a85-4b8a-a3a1-a840d23e3616 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:27.646241 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-3e20b9d5-4a85-4b8a-a3a1-a840d23e3616 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Synchronizing usage tracker for tenant:0c6f4afcf4404a2a9535c77cb9e6c076 on resource:network {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:54:27.670055 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-3e20b9d5-4a85-4b8a-a3a1-a840d23e3616 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Unset dirty status for tenant:0c6f4afcf4404a2a9535c77cb9e6c076 on resource:network {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:54:27.671473 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-3e20b9d5-4a85-4b8a-a3a1-a840d23e3616 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.60 "GET /v2.0/networks?id=232c3708-0dab-431f-8e45-181215153597 HTTP/1.1" status: 200  len: 809 time: 0.2662709
Jun 29 20:54:27.703831 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Request body: {'port': {'device_id': '8626624b-8f68-4ab2-81e7-2d9afa3b5807', 'network_id': '232c3708-0dab-431f-8e45-181215153597', 'admin_state_up': True, 'tenant_id': '0c6f4afcf4404a2a9535c77cb9e6c076'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:27.752980 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device a52622e2-cb29-438d-9466-b3f2c2619f2f details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:54:27.756358 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-08bf3293-d5e3-4b16-8118-6ecf42be9cb9 req-2e172386-6fb8-464d-9810-0be9e9e28855 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 210 time: 0.1851435
Jun 29 20:54:27.941358 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4021e7e4-9bef-448e-8a8a-cdf8ce97cc3e req-f90b7508-a626-4e6d-9327-ee77e59d2cda service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8562527
Jun 29 20:54:27.945454 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-5a604cdb-d7a5-464d-a014-109539f047e6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:27.947526 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-5a604cdb-d7a5-464d-a014-109539f047e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 200  len: 859 time: 0.3392367
Jun 29 20:54:27.955153 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3029e2ea-4831-48dc-999a-0f4c1d8958ab req-7956575c-58b6-4330-917d-edf2b6a929bb tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3523264
Jun 29 20:54:28.000113 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:28.022564 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'port_id': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'mac_address': 'fa:16:3e:9b:fb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:54:28.028449 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device b85b22e6-1753-40f3-bb5c-1ceb228955d0 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:28.058927 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-72183f4d-89e6-4386-b9c3-059bb1309132 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e765c4e-8e0a-4679-9639-4ff3f118b9af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0962849
Jun 29 20:54:28.143389 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:28.155432 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Usage tracker for resource:port and tenant:0c6f4afcf4404a2a9535c77cb9e6c076 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:28.164265 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:28.178395 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:28.191106 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:28.201465 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52622e2-cb29-438d-9466-b3f2c2619f2f {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:28.205724 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port b85b22e6-1753-40f3-bb5c-1ceb228955d0 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:28.212070 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port b85b22e6-1753-40f3-bb5c-1ceb228955d0 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:28.212498 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:28.226758 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Made reservation on behalf of 0c6f4afcf4404a2a9535c77cb9e6c076 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:28.230974 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:28.277527 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:28.290621 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:28.294858 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:28.378222 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:28.382362 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:28.397620 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-940127a1-cc25-4f61-9bdf-7efc9aa9ca00 service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3060427
Jun 29 20:54:28.438405 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500b091-726a-473a-9f80-abce24bf6c90 req-9f9b8fff-a5ca-45ba-8cec-18db73d5c408 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:28.446007 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0500b091-726a-473a-9f80-abce24bf6c90 req-9f9b8fff-a5ca-45ba-8cec-18db73d5c408 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.3952091
Jun 29 20:54:28.450145 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f52defb2-66c3-46b1-a5ab-91a7fedc081f req-5d38af7b-9638-4afc-bad3-f1eadaf4c9c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 1096 time: 0.3493853
Jun 29 20:54:28.456264 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Allocated IP 172.20.0.4 (232c3708-0dab-431f-8e45-181215153597/efece223-9394-4cf6-8e37-4aec8483f1ae/0abebf0c-d790-4c17-a7ba-1345456e0e30) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:54:28.460946 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:28.509592 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port b85b22e6-1753-40f3-bb5c-1ceb228955d0, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:28.513562 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb5de93-f38f-404b-8d5e-d69e5b95a3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85b22e6-1753-40f3-bb5c-1ceb228955d0'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:28.524465 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:28.526962 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-7ef53b2d-d49d-47dc-91ec-d617f9f9d132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:28.609692 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=b85b22e6-1753-40f3-bb5c-1ceb228955d0,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:28.615607 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:28.640264 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b1ba3-4d69-44a7-bcd6-fde942b4b42a req-88d12e97-5171-4e98-b5e3-f0bf961ec31d tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:28.651919 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['a52622e2-cb29-438d-9466-b3f2c2619f2f'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:54:28.652502 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e92b1ba3-4d69-44a7-bcd6-fde942b4b42a req-88d12e97-5171-4e98-b5e3-f0bf961ec31d tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 943 time: 0.4174216
Jun 29 20:54:28.743612 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:28.808246 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:28.834464 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:28.859913 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f5748d43-5e32-48ff-8161-a995d7d24e2e req-844bb93d-e7dd-4571-b54b-ea62a579ddaf service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4523919
Jun 29 20:54:28.888584 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0500b091-726a-473a-9f80-abce24bf6c90 req-9ac980e1-43b7-4cb3-904e-31d0ba38b654 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4402027
Jun 29 20:54:28.921301 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Network 232c3708-0dab-431f-8e45-181215153597 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:28.927337 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e92b1ba3-4d69-44a7-bcd6-fde942b4b42a req-4ab0511a-fe4d-44a1-8b4f-97ad5bba01db tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2737284
Jun 29 20:54:28.953884 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:28.977954 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52defb2-66c3-46b1-a5ab-91a7fedc081f req-e66c9b6a-3c2a-4b58-8948-4b42287d84a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:28.981438 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:54:28.981815 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f52defb2-66c3-46b1-a5ab-91a7fedc081f req-e66c9b6a-3c2a-4b58-8948-4b42287d84a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 911 time: 0.4566755
Jun 29 20:54:28.994850 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:28.995679 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:29.047706 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Pushing event updated for resources: {'Port': ['ID=0abebf0c-d790-4c17-a7ba-1345456e0e30,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:29.057393 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb5de93-f38f-404b-8d5e-d69e5b95a3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85b22e6-1753-40f3-bb5c-1ceb228955d0', 'code': 200}
Jun 29 20:54:29.061384 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:29.064099 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3646135
Jun 29 20:54:29.113913 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Request body: {'port': {'device_id': '8626624b-8f68-4ab2-81e7-2d9afa3b5807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:29.163855 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f52defb2-66c3-46b1-a5ab-91a7fedc081f req-0538d13d-1181-4863-8491-e84882f8010a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=058125b9-8744-426e-9941-0e89f3b80a1c HTTP/1.1" status: 200  len: 217 time: 0.1680424
Jun 29 20:54:29.287733 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:29.332164 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52defb2-66c3-46b1-a5ab-91a7fedc081f req-993e729d-980b-4434-973d-e026b771199f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:29.333865 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f52defb2-66c3-46b1-a5ab-91a7fedc081f req-993e729d-980b-4434-973d-e026b771199f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbbb664c-27ca-451c-8320-c1ba4548a65b HTTP/1.1" status: 200  len: 849 time: 0.1601422
Jun 29 20:54:29.387763 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558a28e-6013-46ce-9320-9f577e63da93 req-4987667f-8dd2-4813-8a62-40712d1a1df2 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:29.389299 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1558a28e-6013-46ce-9320-9f577e63da93 req-4987667f-8dd2-4813-8a62-40712d1a1df2 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 931 time: 0.2900536
Jun 29 20:54:29.390720 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 51660) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:29.509759 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6fdcb-977d-4a32-9058-699774150d5b req-1d6ac760-7780-4b04-8808-ba6bd8519b60 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:29.512094 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a2c6fdcb-977d-4a32-9058-699774150d5b req-1d6ac760-7780-4b04-8808-ba6bd8519b60 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 943 time: 0.2945254
Jun 29 20:54:29.564305 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465ee807-5425-4cb3-9b4a-27768571fa9e', 'tag': '36a65d8a-ac47-48e2-b298-5e405d5f8053'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:29.665141 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c4815662-c6b3-4e99-8689-b9efecb02e74 req-f38b85e9-64f5-4306-8f4a-e55e689a4f69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 1098 time: 0.2836225
Jun 29 20:54:29.675219 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f52defb2-66c3-46b1-a5ab-91a7fedc081f req-63b38575-179d-4716-b399-6bff4510eefb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d76c2cdb-9cac-4e13-839f-9ee932b7c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3331656
Jun 29 20:54:29.691177 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1558a28e-6013-46ce-9320-9f577e63da93 req-e6314f37-99ca-4524-8f32-f73c8d98de1c tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565451
Jun 29 20:54:29.699562 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a2c6fdcb-977d-4a32-9058-699774150d5b req-a136af89-8dc4-439d-819e-35eddc9ed7e9 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776335
Jun 29 20:54:29.709609 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abebf0c-d790-4c17-a7ba-1345456e0e30 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:29.726497 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:29.753279 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Transition to ACTIVE for port object 0abebf0c-d790-4c17-a7ba-1345456e0e30 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:29.758591 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device a52622e2-cb29-438d-9466-b3f2c2619f2f up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:29.760286 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:29.776786 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-85aef8ce-c92f-458d-8117-b4223e7acc96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:29.813370 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465ee807-5425-4cb3-9b4a-27768571fa9e', 'tag': '36a65d8a-ac47-48e2-b298-5e405d5f8053', 'status': 'completed', 'code': 200}
Jun 29 20:54:29.825605 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:29.866401 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port a52622e2-cb29-438d-9466-b3f2c2619f2f completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:29.882650 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port a52622e2-cb29-438d-9466-b3f2c2619f2f triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:29.883342 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.076731 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Pushing event updated for resources: {'Port': ['ID=0abebf0c-d790-4c17-a7ba-1345456e0e30,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:30.091287 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:30.102096 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Attempting to bind port 0abebf0c-d790-4c17-a7ba-1345456e0e30 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:54:30.102640 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Attempting to bind port 0abebf0c-d790-4c17-a7ba-1345456e0e30 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': 'db0487cc-9286-4dd1-b7c2-1e457b431639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '232c3708-0dab-431f-8e45-181215153597'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:54:30.103109 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Attempting to bind port 0abebf0c-d790-4c17-a7ba-1345456e0e30 on network 232c3708-0dab-431f-8e45-181215153597 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:30.109514 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Port 0abebf0c-d790-4c17-a7ba-1345456e0e30 on network 232c3708-0dab-431f-8e45-181215153597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:54:30.110276 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Attempting to bind port 0abebf0c-d790-4c17-a7ba-1345456e0e30 on network 232c3708-0dab-431f-8e45-181215153597 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:30.122605 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:54:30.122936 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Checking segment: {'id': 'db0487cc-9286-4dd1-b7c2-1e457b431639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '232c3708-0dab-431f-8e45-181215153597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:30.123315 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Bound using segment: {'id': 'db0487cc-9286-4dd1-b7c2-1e457b431639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '232c3708-0dab-431f-8e45-181215153597'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:54:30.123734 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Bound port: 0abebf0c-d790-4c17-a7ba-1345456e0e30, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db0487cc-9286-4dd1-b7c2-1e457b431639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '232c3708-0dab-431f-8e45-181215153597'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:54:30.124074 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.145019 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.154960 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c4815662-c6b3-4e99-8689-b9efecb02e74 req-1769e8b6-82cf-4cc7-bb89-f9271680e1c4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4306896
Jun 29 20:54:30.165030 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4182f498-eb22-4e38-911f-6fce8aaa83b2 req-e91b48aa-0566-4006-bafc-e2be854ddb24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 1096 time: 0.2715278
Jun 29 20:54:30.180126 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:30.184385 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:30.189874 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.194461 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:30.249342 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] For port 0abebf0c-d790-4c17-a7ba-1345456e0e30, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:54:30.253231 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] For port 0abebf0c-d790-4c17-a7ba-1345456e0e30, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=0abebf0c-d790-4c17-a7ba-1345456e0e30,segment=NetworkSegment(db0487cc-9286-4dd1-b7c2-1e457b431639),segment_id=db0487cc-9286-4dd1-b7c2-1e457b431639)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:54:30.263318 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.269596 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:30.275469 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] Usage tracker for resource:security_group_rule and tenant:1dca5d5f286c412dbe345208c590a54c is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:30.280034 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:30.315674 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:30.326524 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:30.331754 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:30.351262 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f52defb2-66c3-46b1-a5ab-91a7fedc081f req-22b61905-22cd-4407-a73c-98f3412a2ef5 service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6499255
Jun 29 20:54:30.355866 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.357434 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] 10.222.0.60 "PUT /v2.0/ports/0abebf0c-d790-4c17-a7ba-1345456e0e30 HTTP/1.1" status: 200  len: 1093 time: 1.2518058
Jun 29 20:54:30.357661 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8626624b-8f68-4ab2-81e7-2d9afa3b5807', 'tag': '0abebf0c-d790-4c17-a7ba-1345456e0e30'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:30.371042 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Pushing event updated for resources: {'Port': ['ID=0abebf0c-d790-4c17-a7ba-1345456e0e30,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:30.374367 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:30.448850 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dc631-51fe-4214-813b-3578b5276117 req-fa72d2e5-dc18-47ee-9a9c-8cb368984fe3 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:30.450468 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5a3dc631-51fe-4214-813b-3578b5276117 req-fa72d2e5-dc18-47ee-9a9c-8cb368984fe3 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 943 time: 0.2506170
Jun 29 20:54:30.461905 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449fb39-8779-4475-8af9-efbc97b197c5 req-a9625269-00a1-406a-a4b2-a9c633e1da89 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:30.463358 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6449fb39-8779-4475-8af9-efbc97b197c5 req-a9625269-00a1-406a-a4b2-a9c633e1da89 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1848691
Jun 29 20:54:30.581862 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.598959 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 51696) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:30.603749 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.622081 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4323da94-716b-4ee2-9219-df9d023ba58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:30.717574 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5a3dc631-51fe-4214-813b-3578b5276117 req-19c9317f-450f-4754-aba6-7ed4901d11ac tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2353590
Jun 29 20:54:30.718342 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182f498-eb22-4e38-911f-6fce8aaa83b2 req-f0808269-4ef2-4391-b121-a8aeb07d0d2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:30.719790 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4182f498-eb22-4e38-911f-6fce8aaa83b2 req-f0808269-4ef2-4391-b121-a8aeb07d0d2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 920 time: 0.2566340
Jun 29 20:54:30.721441 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ad3710-3539-4917-ab93-af6ef5261ad2,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:30.736829 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:30.741333 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1dca5d5f286c412dbe345208c590a54c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3127339
Jun 29 20:54:30.743896 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6449fb39-8779-4475-8af9-efbc97b197c5 req-1dd41e0c-816c-408c-9c99-4901ad35d58b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2518108
Jun 29 20:54:30.744448 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 51706) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:30.749788 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f52defb2-66c3-46b1-a5ab-91a7fedc081f req-6b3334e7-135f-4d2f-9be0-70aa7e50c0ef service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2855620
Jun 29 20:54:30.783507 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-70ccc940-b8bd-49ac-b9f1-724fb3bff625 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c6f4afcf4404a2a9535c77cb9e6c076&device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 1096 time: 0.2385697
Jun 29 20:54:30.813479 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4182f498-eb22-4e38-911f-6fce8aaa83b2 req-1cc859e2-c0e3-460a-abc9-cd6d8ecff3c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a65d8a-ac47-48e2-b298-5e405d5f8053 HTTP/1.1" status: 200  len: 217 time: 0.0864491
Jun 29 20:54:30.856075 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-8f542856-bb2c-4c6c-8d66-36e84e6a45aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.858012 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.912202 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-8f542856-bb2c-4c6c-8d66-36e84e6a45aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:30.925866 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8626624b-8f68-4ab2-81e7-2d9afa3b5807', 'tag': '0abebf0c-d790-4c17-a7ba-1345456e0e30', 'status': 'completed', 'code': 200}
Jun 29 20:54:30.947414 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:30.952171 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] Usage tracker for resource:security_group_rule and tenant:ad06b3578ce7459581ee334f38280b97 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:30.955511 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:30.965112 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:30.977329 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-af0f4a63-8b8f-41c6-b3c5-515dccda3248 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0abebf0c-d790-4c17-a7ba-1345456e0e30 HTTP/1.1" status: 200  len: 217 time: 0.1628697
Jun 29 20:54:31.034719 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182f498-eb22-4e38-911f-6fce8aaa83b2 req-cd073855-8b1e-42f0-908f-e623c9ead088 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:31.036034 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4182f498-eb22-4e38-911f-6fce8aaa83b2 req-cd073855-8b1e-42f0-908f-e623c9ead088 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 200  len: 859 time: 0.1094306
Jun 29 20:54:31.058532 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:31.092366 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4182f498-eb22-4e38-911f-6fce8aaa83b2 req-dc1829b1-0a31-46e9-8246-4139bbe78eae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e765c4e-8e0a-4679-9639-4ff3f118b9af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451589
Jun 29 20:54:31.093728 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-f8762374-4b71-4ab3-a88e-b9923547be2e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:31.094963 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-f8762374-4b71-4ab3-a88e-b9923547be2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efece223-9394-4cf6-8e37-4aec8483f1ae HTTP/1.1" status: 200  len: 849 time: 0.1059997
Jun 29 20:54:31.154737 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-8f542856-bb2c-4c6c-8d66-36e84e6a45aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:31.163136 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5d253462-353e-41a1-871d-7e8f314014ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:31.190435 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f542856-bb2c-4c6c-8d66-36e84e6a45aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ad3710-3539-4917-ab93-af6ef5261ad2,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:31.202222 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2803f-079d-4148-9c28-705750d80f79 req-b50dfa2f-705f-446c-a5b4-967483874158 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:31.208568 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-25f2803f-079d-4148-9c28-705750d80f79 req-b50dfa2f-705f-446c-a5b4-967483874158 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 943 time: 0.2670038
Jun 29 20:54:31.208568 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-8f542856-bb2c-4c6c-8d66-36e84e6a45aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:31.211350 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-b0c20303-5d02-4080-94e4-74f4c11d7b6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=232c3708-0dab-431f-8e45-181215153597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1054773
Jun 29 20:54:31.245235 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:31.251674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bcc3f-f3bc-4ccd-8304-de0289ff507d req-564b681d-9c94-4006-a01c-a210061f243c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:31.253281 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e97bcc3f-f3bc-4ccd-8304-de0289ff507d req-564b681d-9c94-4006-a01c-a210061f243c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 943 time: 0.2433963
Jun 29 20:54:31.254127 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-8f542856-bb2c-4c6c-8d66-36e84e6a45aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:31.258270 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-8f542856-bb2c-4c6c-8d66-36e84e6a45aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78ad3710-3539-4917-ab93-af6ef5261ad2 HTTP/1.1" status: 204  len: 168 time: 0.5113380
Jun 29 20:54:31.269416 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:31.281348 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-8f542856-bb2c-4c6c-8d66-36e84e6a45aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:31.377819 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad06b3578ce7459581ee334f38280b97&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7729483
Jun 29 20:54:31.377819 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058d3976-2f9a-4198-bab5-b91fe3717303,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:31.379285 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 51720) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:31.381466 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:31.414103 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-25f2803f-079d-4148-9c28-705750d80f79 req-58173a47-90d6-4d3b-b370-100845707d95 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976984
Jun 29 20:54:31.433762 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e97bcc3f-f3bc-4ccd-8304-de0289ff507d req-328585f7-23fa-493d-81a6-f2bfb1ab7026 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651063
Jun 29 20:54:31.442116 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-55fdeb39-2950-4d9c-b922-9697cd484794 service neutron] 10.222.0.60 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890800
Jun 29 20:54:31.452147 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4182f498-eb22-4e38-911f-6fce8aaa83b2 req-01cfe421-2135-407e-a4ab-159dadaa0d49 service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475504
Jun 29 20:54:31.533154 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1e99cfae-3bb0-475a-9ee0-17e50e35cfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:31.562106 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1e99cfae-3bb0-475a-9ee0-17e50e35cfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:31.565882 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'code': 200}
Jun 29 20:54:31.632668 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1e99cfae-3bb0-475a-9ee0-17e50e35cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:31.638991 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9a242041-78dc-4137-87fb-6bb74218a028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:31.652418 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99cfae-3bb0-475a-9ee0-17e50e35cfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058d3976-2f9a-4198-bab5-b91fe3717303,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:31.655625 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1e99cfae-3bb0-475a-9ee0-17e50e35cfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:31.657769 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1e99cfae-3bb0-475a-9ee0-17e50e35cfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:31.659155 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-1e99cfae-3bb0-475a-9ee0-17e50e35cfd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/058d3976-2f9a-4198-bab5-b91fe3717303 HTTP/1.1" status: 204  len: 168 time: 0.2733853
Jun 29 20:54:31.785572 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 51736) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:31.798774 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 058125b9-8744-426e-9941-0e89f3b80a1c details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:54:31.842504 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:31.941777 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49df7634-fe2b-4e62-a599-52e885f210d0 req-57bf9f04-2389-4e4b-add1-930109b55e45 service neutron] 10.222.0.60 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4799538
Jun 29 20:54:31.965145 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4182f498-eb22-4e38-911f-6fce8aaa83b2 req-59378400-7686-4d2b-8721-fe5333297e2f service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4430680
Jun 29 20:54:32.050917 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 058125b9-8744-426e-9941-0e89f3b80a1c, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=058125b9-8744-426e-9941-0e89f3b80a1c,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:32.056091 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:32.066345 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '058125b9-8744-426e-9941-0e89f3b80a1c', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'port_id': '058125b9-8744-426e-9941-0e89f3b80a1c', 'mac_address': 'fa:16:3e:e3:e0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:54:32.145085 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.168080 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058125b9-8744-426e-9941-0e89f3b80a1c {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:32.175654 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] Usage tracker for resource:security_group_rule and tenant:95fd1cf9a4284f08ac0a77b8a7b9aa28 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:32.180095 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:32.186299 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:32.187452 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 058125b9-8744-426e-9941-0e89f3b80a1c, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=058125b9-8744-426e-9941-0e89f3b80a1c,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:32.195970 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.197207 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 36a65d8a-ac47-48e2-b298-5e405d5f8053 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:54:32.248908 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b608877d-cad0-4d48-b167-8cbcdcfdfb83 req-0d3635e6-daca-4fd5-90de-128df7eb48e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c6f4afcf4404a2a9535c77cb9e6c076&device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 1096 time: 0.1505327
Jun 29 20:54:32.250744 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51746) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:32.269408 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.300988 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.332675 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.365272 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4c4dd339-dfaf-400d-8b1d-e1d9d7c9fded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:32.368292 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 36a65d8a-ac47-48e2-b298-5e405d5f8053, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=36a65d8a-ac47-48e2-b298-5e405d5f8053,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:32.376000 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95fd1cf9a4284f08ac0a77b8a7b9aa28&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5860431
Jun 29 20:54:32.383956 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 51750) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:32.389331 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:32.420184 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '36a65d8a-ac47-48e2-b298-5e405d5f8053', 'network_id': '5e765c4e-8e0a-4679-9639-4ff3f118b9af', 'port_id': '36a65d8a-ac47-48e2-b298-5e405d5f8053', 'mac_address': 'fa:16:3e:80:80:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:54:32.467059 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e0e9d7-a9d4-4821-b730-6df587d5ad03,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:32.474481 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:32.483036 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:32.488641 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] Usage tracker for resource:security_group_rule and tenant:d4515b5fe156470a891782cdd49b5c93 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:32.492268 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:32.501027 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:32.502870 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b835b300-3a8f-4d98-a7ee-d41cebee4246 req-f89bac81-f3f4-4b27-a8db-d836a8977fd0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 1098 time: 0.5902159
Jun 29 20:54:32.513430 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=058125b9-8744-426e-9941-0e89f3b80a1c,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:32.538200 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:32.538665 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c214489-1912-4723-8537-86ddf03f745c req-3c1eea1a-8ed3-47bf-9807-0bf11771e618 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:32.539967 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3c214489-1912-4723-8537-86ddf03f745c req-3c1eea1a-8ed3-47bf-9807-0bf11771e618 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 943 time: 0.4810758
Jun 29 20:54:32.578842 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.587502 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d3241-6182-4908-916d-ba9ae4e44ec0 req-12cb5b29-366a-4ee1-b657-f2b8f20ee298 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:32.589021 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.599589 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-843d3241-6182-4908-916d-ba9ae4e44ec0 req-12cb5b29-366a-4ee1-b657-f2b8f20ee298 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.4290416
Jun 29 20:54:32.619353 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.637722 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a65d8a-ac47-48e2-b298-5e405d5f8053 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:32.654621 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-87174def-f7cf-4f5d-9ced-30c176b6575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.655088 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 36a65d8a-ac47-48e2-b298-5e405d5f8053, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=36a65d8a-ac47-48e2-b298-5e405d5f8053,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:32.658837 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:32.660057 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.662908 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-2a588b75-cf86-48a1-9a9c-6b5f5699f582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:32.670815 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4515b5fe156470a891782cdd49b5c93&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4181097
Jun 29 20:54:32.673205 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51758) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:32.734187 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b835b300-3a8f-4d98-a7ee-d41cebee4246 req-69927d69-b3a2-416c-af3c-a3b5e2e2d43c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2192154
Jun 29 20:54:32.734695 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608877d-cad0-4d48-b167-8cbcdcfdfb83 req-0e657fc0-328d-4610-90cd-19d9a02412d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:32.736227 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b608877d-cad0-4d48-b167-8cbcdcfdfb83 req-0e657fc0-328d-4610-90cd-19d9a02412d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=232c3708-0dab-431f-8e45-181215153597 HTTP/1.1" status: 200  len: 910 time: 0.4685376
Jun 29 20:54:32.739860 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bd0765-28ee-4c78-8e7d-cb617dfefef2,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:32.741021 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=36a65d8a-ac47-48e2-b298-5e405d5f8053,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:32.744300 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:32.744981 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:32.761371 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-87174def-f7cf-4f5d-9ced-30c176b6575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.777070 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-843d3241-6182-4908-916d-ba9ae4e44ec0 req-22dd1f85-02f3-4a04-bfc1-be792c744cbb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1755667
Jun 29 20:54:32.782461 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-657e17c1-0088-4616-b077-e04ea3bfe1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.799879 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3c214489-1912-4723-8537-86ddf03f745c req-228aab43-d902-4d10-9f95-82f738636d81 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2391794
Jun 29 20:54:32.839818 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-657e17c1-0088-4616-b077-e04ea3bfe1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.855392 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-87174def-f7cf-4f5d-9ced-30c176b6575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.860759 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:32.891822 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-87174def-f7cf-4f5d-9ced-30c176b6575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.896911 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-87174def-f7cf-4f5d-9ced-30c176b6575a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3e0e9d7-a9d4-4821-b730-6df587d5ad03 HTTP/1.1" status: 204  len: 168 time: 0.5108435
Jun 29 20:54:32.899213 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87174def-f7cf-4f5d-9ced-30c176b6575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e0e9d7-a9d4-4821-b730-6df587d5ad03,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:32.903147 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-87174def-f7cf-4f5d-9ced-30c176b6575a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:32.939040 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-657e17c1-0088-4616-b077-e04ea3bfe1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.944528 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:32.983951 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e17c1-0088-4616-b077-e04ea3bfe1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bd0765-28ee-4c78-8e7d-cb617dfefef2,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:32.986675 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-657e17c1-0088-4616-b077-e04ea3bfe1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:32.987822 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-657e17c1-0088-4616-b077-e04ea3bfe1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:32.992457 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-657e17c1-0088-4616-b077-e04ea3bfe1ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80bd0765-28ee-4c78-8e7d-cb617dfefef2 HTTP/1.1" status: 204  len: 168 time: 0.3166342
Jun 29 20:54:33.152620 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['058125b9-8744-426e-9941-0e89f3b80a1c'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:54:33.228851 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6372235-2854-4c20-ad92-b8235aa9cee8 req-0f3294a2-657e-48c4-b92d-bbf1213fbadf tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:33.233271 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d6372235-2854-4c20-ad92-b8235aa9cee8 req-0f3294a2-657e-48c4-b92d-bbf1213fbadf tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 943 time: 0.1613398
Jun 29 20:54:33.248518 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd2803-818a-45cf-b56b-45e8654697f2 req-f61ea215-13e1-4397-83aa-7bf028fcb273 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:33.253347 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['36a65d8a-ac47-48e2-b298-5e405d5f8053'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:54:33.259219 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-24bd2803-818a-45cf-b56b-45e8654697f2 req-f61ea215-13e1-4397-83aa-7bf028fcb273 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 944 time: 0.2889786
Jun 29 20:54:33.361137 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d6372235-2854-4c20-ad92-b8235aa9cee8 req-af0c325d-4e28-4341-9c13-80b54f468723 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986688
Jun 29 20:54:33.361607 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b608877d-cad0-4d48-b167-8cbcdcfdfb83 req-c912a61f-e282-4f06-9920-87f3e7fb47b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0abebf0c-d790-4c17-a7ba-1345456e0e30 HTTP/1.1" status: 200  len: 217 time: 0.1359861
Jun 29 20:54:33.430827 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-24bd2803-818a-45cf-b56b-45e8654697f2 req-090ded34-b5d3-4967-9098-cba194ddea9b tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695628
Jun 29 20:54:33.450118 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608877d-cad0-4d48-b167-8cbcdcfdfb83 req-e929e4cb-a436-4ee1-8371-eaeb3edeb772 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:33.451545 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b608877d-cad0-4d48-b167-8cbcdcfdfb83 req-e929e4cb-a436-4ee1-8371-eaeb3edeb772 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efece223-9394-4cf6-8e37-4aec8483f1ae HTTP/1.1" status: 200  len: 849 time: 0.0775492
Jun 29 20:54:33.552339 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b608877d-cad0-4d48-b167-8cbcdcfdfb83 req-31696080-ef0c-4858-9240-cf4a4c371a66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=232c3708-0dab-431f-8e45-181215153597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0912855
Jun 29 20:54:33.710086 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b608877d-cad0-4d48-b167-8cbcdcfdfb83 req-918ed6e6-c2ec-4228-86d3-45c859472f6c service neutron] 10.222.0.60 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488192
Jun 29 20:54:33.855802 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b608877d-cad0-4d48-b167-8cbcdcfdfb83 req-f1ec0e38-950e-4670-8715-8b4010814286 service neutron] 10.222.0.60 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358652
Jun 29 20:54:34.153755 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf57bd-dece-4917-bfa0-e4e9979a9d06 req-fb1cc15e-5cf4-451c-9733-8a3df4fec1ec tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:34.155833 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6caf57bd-dece-4917-bfa0-e4e9979a9d06 req-fb1cc15e-5cf4-451c-9733-8a3df4fec1ec tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1750317
Jun 29 20:54:34.162823 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ebf0d-c50c-4a29-bc63-1e8d654aa4ba req-1b6066e6-9618-4381-8e94-650dad5b6f94 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:34.169414 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9b5ebf0d-c50c-4a29-bc63-1e8d654aa4ba req-1b6066e6-9618-4381-8e94-650dad5b6f94 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 944 time: 0.2236354
Jun 29 20:54:34.269088 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9b5ebf0d-c50c-4a29-bc63-1e8d654aa4ba req-68cac5f8-2c15-4287-a32c-db3c0547bd15 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987020
Jun 29 20:54:34.277957 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6caf57bd-dece-4917-bfa0-e4e9979a9d06 req-25dde294-d6e1-4212-b14a-159b43aa507b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1058240
Jun 29 20:54:34.746608 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f6aba-8b13-44fd-b64b-990ad3542eb8 req-598b44a5-6041-48b7-96a0-2eda14456a52 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:34.748219 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-961f6aba-8b13-44fd-b64b-990ad3542eb8 req-598b44a5-6041-48b7-96a0-2eda14456a52 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 943 time: 0.2136698
Jun 29 20:54:34.776110 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d5118-6816-456c-9367-736ac85fa071 req-ec1f4beb-fff6-4d1b-9866-0e53510196b6 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:34.777779 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fe5d5118-6816-456c-9367-736ac85fa071 req-ec1f4beb-fff6-4d1b-9866-0e53510196b6 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 944 time: 0.1249948
Jun 29 20:54:34.840278 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-961f6aba-8b13-44fd-b64b-990ad3542eb8 req-bd057dde-177d-450e-a6fb-95fb09b67999 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851338
Jun 29 20:54:34.852506 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fe5d5118-6816-456c-9367-736ac85fa071 req-1166cd6c-d92c-4f17-bfe1-5cb30a0afb4f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684156
Jun 29 20:54:35.610735 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546d5f3-40ef-46f7-b7cc-35915046d178 req-7cf371c9-cd71-4d02-8cda-ef57ffaa4d6e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:35.618314 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1546d5f3-40ef-46f7-b7cc-35915046d178 req-7cf371c9-cd71-4d02-8cda-ef57ffaa4d6e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1344106
Jun 29 20:54:35.627191 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f786b-e46b-4743-b2ce-1f62c036089e req-c4312b58-7270-4f36-805e-ee0f0c7a9c12 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:35.628826 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-289f786b-e46b-4743-b2ce-1f62c036089e req-c4312b58-7270-4f36-805e-ee0f0c7a9c12 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 944 time: 0.1836259
Jun 29 20:54:35.704144 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1546d5f3-40ef-46f7-b7cc-35915046d178 req-3005b2d6-91a6-42ee-8802-084a862ef6ef tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849686
Jun 29 20:54:35.717272 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-289f786b-e46b-4743-b2ce-1f62c036089e req-3304e3c6-70e6-4b5b-a3ef-cc54f5289283 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733132
Jun 29 20:54:35.806567 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 0abebf0c-d790-4c17-a7ba-1345456e0e30 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:54:35.818347 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 058125b9-8744-426e-9941-0e89f3b80a1c up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:36.040327 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc9626-e701-45eb-9933-02e4f83b7aa9 req-dabee0dc-df6f-40f4-82b3-fbc1643d7043 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:36.042472 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0acc9626-e701-45eb-9933-02e4f83b7aa9 req-dabee0dc-df6f-40f4-82b3-fbc1643d7043 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1853104
Jun 29 20:54:36.053374 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51898) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:36.060872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-b88c1181-ad41-42d0-935a-d2abaad2bdf5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'floatingip': {'port_id': 'a52622e2-cb29-438d-9466-b3f2c2619f2f'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:36.250673 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 058125b9-8744-426e-9941-0e89f3b80a1c completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:36.259664 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 058125b9-8744-426e-9941-0e89f3b80a1c triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:36.260331 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:36.262669 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b88c1181-ad41-42d0-935a-d2abaad2bdf5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:36.308590 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 0abebf0c-d790-4c17-a7ba-1345456e0e30, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=0abebf0c-d790-4c17-a7ba-1345456e0e30,segment=NetworkSegment(db0487cc-9286-4dd1-b7c2-1e457b431639),segment_id=db0487cc-9286-4dd1-b7c2-1e457b431639)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:36.337591 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '0abebf0c-d790-4c17-a7ba-1345456e0e30', 'network_id': '232c3708-0dab-431f-8e45-181215153597', 'port_id': '0abebf0c-d790-4c17-a7ba-1345456e0e30', 'mac_address': 'fa:16:3e:26:fa:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efece223-9394-4cf6-8e37-4aec8483f1ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:54:36.393484 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01ad88-f32f-4872-8cce-85600a0626c8 req-fb363cb4-3143-43ca-8b87-36456d369e2f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:36.403344 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7c01ad88-f32f-4872-8cce-85600a0626c8 req-fb363cb4-3143-43ca-8b87-36456d369e2f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 944 time: 0.3928311
Jun 29 20:54:36.443252 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eb51e-eacd-497a-81c9-482e26ceb309 req-3b1f6eb6-114e-4358-aa35-03cf2422eb35 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:36.444774 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-231eb51e-eacd-497a-81c9-482e26ceb309 req-3b1f6eb6-114e-4358-aa35-03cf2422eb35 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 943 time: 0.2650881
Jun 29 20:54:36.470819 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:36.509009 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abebf0c-d790-4c17-a7ba-1345456e0e30 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:36.516679 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:36.532275 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7c01ad88-f32f-4872-8cce-85600a0626c8 req-a0980256-951c-44db-b4e6-7a6267a8355b tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276309
Jun 29 20:54:36.556635 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-231eb51e-eacd-497a-81c9-482e26ceb309 req-0e3a7a6e-971d-43b8-bed5-4de731b30848 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950415
Jun 29 20:54:36.562171 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058125b9-8744-426e-9941-0e89f3b80a1c'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:36.586092 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 0abebf0c-d790-4c17-a7ba-1345456e0e30, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=0abebf0c-d790-4c17-a7ba-1345456e0e30,segment=NetworkSegment(db0487cc-9286-4dd1-b7c2-1e457b431639),segment_id=db0487cc-9286-4dd1-b7c2-1e457b431639)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:36.590884 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 058125b9-8744-426e-9941-0e89f3b80a1c, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=058125b9-8744-426e-9941-0e89f3b80a1c,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:36.596915 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:36.600472 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:36.694320 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:36.695205 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 36a65d8a-ac47-48e2-b298-5e405d5f8053 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:36.731334 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058125b9-8744-426e-9941-0e89f3b80a1c', 'code': 200}
Jun 29 20:54:36.791283 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=0abebf0c-d790-4c17-a7ba-1345456e0e30,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:36.795713 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:36.796178 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:36.899002 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=058125b9-8744-426e-9941-0e89f3b80a1c,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:36.905377 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:36.905930 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 36a65d8a-ac47-48e2-b298-5e405d5f8053 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:36.919288 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 36a65d8a-ac47-48e2-b298-5e405d5f8053 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:36.919783 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:37.003714 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aab23-0219-4476-abbf-20ee190590dd req-84be8ccc-100a-4fdf-8f4d-eaff01ec0e24 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:37.013223 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-145aab23-0219-4476-abbf-20ee190590dd req-84be8ccc-100a-4fdf-8f4d-eaff01ec0e24 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1371226
Jun 29 20:54:37.073694 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-145aab23-0219-4476-abbf-20ee190590dd req-a2e18dac-47f7-4d3a-8a3e-c0830c4a7f94 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594699
Jun 29 20:54:37.119486 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:37.133939 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['0abebf0c-d790-4c17-a7ba-1345456e0e30'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:54:37.229235 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 36a65d8a-ac47-48e2-b298-5e405d5f8053, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=36a65d8a-ac47-48e2-b298-5e405d5f8053,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:37.257001 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:37.261322 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:37.390028 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=36a65d8a-ac47-48e2-b298-5e405d5f8053,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:37.401943 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:37.591367 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6f009c49-d38e-421a-9773-dfacb36045fe req-33e07a42-36fe-4229-9614-186e7f1ed995 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 1098 time: 0.5683818
Jun 29 20:54:37.742321 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6f009c49-d38e-421a-9773-dfacb36045fe req-b63a2104-f87c-4ee0-86b9-b87d5692e036 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1410553
Jun 29 20:54:37.824671 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcb58-14e6-4d66-bc21-1a8c2ec9010b req-aa314955-e076-4751-bc95-ba047910ca27 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:37.826149 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-484dcb58-14e6-4d66-bc21-1a8c2ec9010b req-aa314955-e076-4751-bc95-ba047910ca27 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 946 time: 0.2136331
Jun 29 20:54:37.857457 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f9c5-2e64-40a6-9109-9eddc855a46d req-021534a3-dde0-4f0a-ba55-dd48f500cb19 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:37.858574 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b88c1181-ad41-42d0-935a-d2abaad2bdf5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:37.858864 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f524f9c5-2e64-40a6-9109-9eddc855a46d req-021534a3-dde0-4f0a-ba55-dd48f500cb19 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1315937
Jun 29 20:54:37.869366 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b88c1181-ad41-42d0-935a-d2abaad2bdf5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:37.915033 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-484dcb58-14e6-4d66-bc21-1a8c2ec9010b req-d6a9fd8f-1e01-4f3d-b999-f5ba1e26774c tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807829
Jun 29 20:54:37.926074 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f524f9c5-2e64-40a6-9109-9eddc855a46d req-b0d122ae-1fff-44d8-942f-49b37aa1babb tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581117
Jun 29 20:54:38.064420 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.l3_db [None req-b88c1181-ad41-42d0-935a-d2abaad2bdf5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Floating IP 7644e948-9103-40ce-885a-6928fc461f2d associated. External IP: 172.27.2.195, port: a52622e2-cb29-438d-9466-b3f2c2619f2f.
Jun 29 20:54:38.105008 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c355b36-2fcf-4837-be6c-3adb3da8bbdf req-1a02d2d5-ceeb-40fe-b92d-5965fe650201 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:38.106408 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0c355b36-2fcf-4837-be6c-3adb3da8bbdf req-1a02d2d5-ceeb-40fe-b92d-5965fe650201 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 944 time: 0.0770838
Jun 29 20:54:38.160389 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0c355b36-2fcf-4837-be6c-3adb3da8bbdf req-efd2aea6-340e-4f46-89fc-996125142bfa tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444915
Jun 29 20:54:38.278663 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5908a2-8778-4891-a38c-f1ac6854dc85 req-077823d0-fa0d-4a7c-9ee8-86a0bdede5ef tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:38.280112 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ea5908a2-8778-4891-a38c-f1ac6854dc85 req-077823d0-fa0d-4a7c-9ee8-86a0bdede5ef tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.0798192
Jun 29 20:54:38.326909 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ea5908a2-8778-4891-a38c-f1ac6854dc85 req-2be5164b-8aa9-472d-b9a7-c04ae8dc4625 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410793
Jun 29 20:54:38.466363 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88c1181-ad41-42d0-935a-d2abaad2bdf5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Router c9f6c596-fef7-47d5-bebb-519b59a2ef47 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:54:38.682904 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88c1181-ad41-42d0-935a-d2abaad2bdf5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:54:38.687075 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b88c1181-ad41-42d0-935a-d2abaad2bdf5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:38.732908 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465ee807-5425-4cb3-9b4a-27768571fa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a65d8a-ac47-48e2-b298-5e405d5f8053'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:38.757070 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-b88c1181-ad41-42d0-935a-d2abaad2bdf5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "PUT /v2.0/floatingips/7644e948-9103-40ce-885a-6928fc461f2d HTTP/1.1" status: 200  len: 991 time: 2.7023826
Jun 29 20:54:38.757785 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:38.797206 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465ee807-5425-4cb3-9b4a-27768571fa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a65d8a-ac47-48e2-b298-5e405d5f8053', 'code': 200}
Jun 29 20:54:38.851767 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'status': 'completed', 'code': 200}
Jun 29 20:54:39.077161 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6d319c08-29ba-4cd7-97a0-8d72d9b85f17 req-4aceb2ea-d484-44ec-a03c-4213ed7f2303 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 1098 time: 0.0997386
Jun 29 20:54:39.246487 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 51982) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:39.359253 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfac34-8672-48ea-a8c9-a8530acd7792 req-74c5827c-5e54-40a9-b7f8-c570d6b3bb3f tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:39.367007 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55bfac34-8672-48ea-a8c9-a8530acd7792 req-74c5827c-5e54-40a9-b7f8-c570d6b3bb3f tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 946 time: 0.2432466
Jun 29 20:54:39.390420 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d319c08-29ba-4cd7-97a0-8d72d9b85f17 req-619870ee-6bb9-441f-b5f8-7cf52d421c1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:39.392436 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6d319c08-29ba-4cd7-97a0-8d72d9b85f17 req-619870ee-6bb9-441f-b5f8-7cf52d421c1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 917 time: 0.2652957
Jun 29 20:54:39.447734 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-96fd3e65-e267-423d-a43b-5917e30b29f9 req-e4bbc2f8-0a0c-466b-a280-1cedb9b9a2df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 1098 time: 0.2583241
Jun 29 20:54:39.450414 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55bfac34-8672-48ea-a8c9-a8530acd7792 req-37e96fcf-bdf3-41e9-8b61-e8b7a5e96e0f tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826488
Jun 29 20:54:39.486250 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac09f9-b2f4-4ba5-9298-b6d58c8e3446 req-9424b12b-f63c-4e6a-8d4b-dc324fcdf4e0 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:39.487675 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-53ac09f9-b2f4-4ba5-9298-b6d58c8e3446 req-9424b12b-f63c-4e6a-8d4b-dc324fcdf4e0 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.2153046
Jun 29 20:54:39.508353 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:39.550075 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-96fd3e65-e267-423d-a43b-5917e30b29f9 req-1c6a4666-5e84-439d-aff5-faba6bbb0e78 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891516
Jun 29 20:54:39.559260 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-53ac09f9-b2f4-4ba5-9298-b6d58c8e3446 req-a3be09a6-d6e7-4e28-92b5-eb97489f26c3 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590444
Jun 29 20:54:39.570490 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6d319c08-29ba-4cd7-97a0-8d72d9b85f17 req-a5ce16f6-746c-43fa-b2e3-1afed9d7c536 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f HTTP/1.1" status: 200  len: 999 time: 0.1663733
Jun 29 20:54:39.595823 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:39.595823 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] Usage tracker for resource:security_group_rule and tenant:c72f1e324ae240029086756dbe9002c9 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:39.596657 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:39.603879 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:39.699413 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:39.709095 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:39.718530 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-dc3669df-775c-4376-aff4-c512ef0685de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:39.760551 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e373e182-3539-4894-bed1-cd3960e04095,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:39.764570 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c72f1e324ae240029086756dbe9002c9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5171163
Jun 29 20:54:39.766197 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:39.767056 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52004) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:39.815512 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 0abebf0c-d790-4c17-a7ba-1345456e0e30 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:39.829646 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-18833a8c-2dec-44c1-98b8-c561a2a772b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:39.859371 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-18833a8c-2dec-44c1-98b8-c561a2a772b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:39.864760 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7911748-29f2-4c9b-8cb7-87e92e5a5f09 req-8a314731-7090-41e1-aa3b-4997f08f4013 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:39.866855 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b7911748-29f2-4c9b-8cb7-87e92e5a5f09 req-8a314731-7090-41e1-aa3b-4997f08f4013 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 944 time: 0.2168226
Jun 29 20:54:39.908523 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e044e-7045-456f-a902-56232de450d2 req-3559aac5-ca65-45b9-a88d-35fed698d265 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:39.910164 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-410e044e-7045-456f-a902-56232de450d2 req-3559aac5-ca65-45b9-a88d-35fed698d265 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1864100
Jun 29 20:54:39.930087 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 0abebf0c-d790-4c17-a7ba-1345456e0e30 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:39.934957 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d319c08-29ba-4cd7-97a0-8d72d9b85f17 req-a0c64baf-5205-4cce-aa6b-5cfc6810fd74 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:39.936342 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6d319c08-29ba-4cd7-97a0-8d72d9b85f17 req-a0c64baf-5205-4cce-aa6b-5cfc6810fd74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.0689421
Jun 29 20:54:39.937100 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 0abebf0c-d790-4c17-a7ba-1345456e0e30 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:39.937613 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:39.953884 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b7911748-29f2-4c9b-8cb7-87e92e5a5f09 req-21322be4-02bc-45c8-8066-302bbcc6fe95 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795150
Jun 29 20:54:39.980827 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-410e044e-7045-456f-a902-56232de450d2 req-a5f50913-f61f-4114-ae59-d8097b59bdcf tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541704
Jun 29 20:54:40.039861 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-18833a8c-2dec-44c1-98b8-c561a2a772b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:40.045792 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a55980b9-2f07-4ead-a372-50238bcc401d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:40.058717 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18833a8c-2dec-44c1-98b8-c561a2a772b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e373e182-3539-4894-bed1-cd3960e04095,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:40.068564 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-18833a8c-2dec-44c1-98b8-c561a2a772b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:40.076710 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-18833a8c-2dec-44c1-98b8-c561a2a772b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:40.080195 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-18833a8c-2dec-44c1-98b8-c561a2a772b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e373e182-3539-4894-bed1-cd3960e04095 HTTP/1.1" status: 204  len: 168 time: 0.3099508
Jun 29 20:54:40.085873 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6d319c08-29ba-4cd7-97a0-8d72d9b85f17 req-a3af7eb9-41b4-4e18-8d64-917467ac8e35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1246593
Jun 29 20:54:40.127391 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:40.183184 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 0abebf0c-d790-4c17-a7ba-1345456e0e30, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=0abebf0c-d790-4c17-a7ba-1345456e0e30,segment=NetworkSegment(db0487cc-9286-4dd1-b7c2-1e457b431639),segment_id=db0487cc-9286-4dd1-b7c2-1e457b431639)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:40.201526 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:40.204284 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:40.286722 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=0abebf0c-d790-4c17-a7ba-1345456e0e30,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:40.294733 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:40.304402 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2839920-e867-48d6-92b9-fb02d68e4b0a req-39dd2e43-fe9e-4d33-ab93-12d896ebcdc9 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:40.309683 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d2839920-e867-48d6-92b9-fb02d68e4b0a req-39dd2e43-fe9e-4d33-ab93-12d896ebcdc9 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1316833
Jun 29 20:54:40.314335 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52024) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:40.320897 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-7094f0ee-d866-4cde-bb75-b72325e6e56f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'floatingip': {'port_id': '058125b9-8744-426e-9941-0e89f3b80a1c'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:40.399064 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7094f0ee-d866-4cde-bb75-b72325e6e56f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:40.402248 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6d319c08-29ba-4cd7-97a0-8d72d9b85f17 req-de29e9d8-f1c0-4a3d-9e7b-55fd7cedcfc0 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3057866
Jun 29 20:54:40.642409 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6d319c08-29ba-4cd7-97a0-8d72d9b85f17 req-65842d7f-7a71-4f0a-b46c-daa026a10314 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948690
Jun 29 20:54:40.672828 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52044) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:40.693523 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:40.733319 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:40.740583 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] Usage tracker for resource:security_group_rule and tenant:9b42b8ee8d5c4ce1b60f4650cdf0c076 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:40.742340 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:40.754942 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:40.798136 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8626624b-8f68-4ab2-81e7-2d9afa3b5807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abebf0c-d790-4c17-a7ba-1345456e0e30'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:40.850384 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:40.860707 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:40.889551 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ce49dfe7-214c-4f97-b1fd-3f5e62772cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:40.898360 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b42b8ee8d5c4ce1b60f4650cdf0c076&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2244234
Jun 29 20:54:40.900917 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52062) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:41.063454 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ed687-0c92-4610-b8e7-1bb9238ca77c req-a16e4218-19c1-46da-8344-e393f66f399d tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:41.070474 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-795ed687-0c92-4610-b8e7-1bb9238ca77c req-a16e4218-19c1-46da-8344-e393f66f399d tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 946 time: 0.3656411
Jun 29 20:54:41.089400 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6314d7f-01b3-41a9-bc61-7afb810a2e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:41.094307 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468f5ae2-fe57-4587-aa7a-c1573c37fae5,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:41.106176 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed69c-8dac-4675-b8ad-99b92b6d186a req-20ef4d00-4b74-4385-a20c-df1526c68917 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:41.107762 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:41.114575 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-776ed69c-8dac-4675-b8ad-99b92b6d186a req-20ef4d00-4b74-4385-a20c-df1526c68917 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.3551934
Jun 29 20:54:41.184815 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-200a7d74-cd1e-4034-9a8f-0998a58b5e77 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:41.185582 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-200a7d74-cd1e-4034-9a8f-0998a58b5e77 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Synchronizing usage tracker for tenant:e6d3830317044e6f9e81e92f4501826a on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:54:41.196251 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6314d7f-01b3-41a9-bc61-7afb810a2e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:41.243904 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-200a7d74-cd1e-4034-9a8f-0998a58b5e77 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Unset dirty status for tenant:e6d3830317044e6f9e81e92f4501826a on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:54:41.245417 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-200a7d74-cd1e-4034-9a8f-0998a58b5e77 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 946 time: 0.2923000
Jun 29 20:54:41.327355 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6314d7f-01b3-41a9-bc61-7afb810a2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:41.336836 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:41.358090 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Deleting port 448ffd9f-9f67-4d63-9f21-976cba1fd54c {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:54:41.358090 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:41.386664 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6314d7f-01b3-41a9-bc61-7afb810a2e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468f5ae2-fe57-4587-aa7a-c1573c37fae5,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:41.388574 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6314d7f-01b3-41a9-bc61-7afb810a2e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:41.389858 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-b6314d7f-01b3-41a9-bc61-7afb810a2e6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/468f5ae2-fe57-4587-aa7a-c1573c37fae5 HTTP/1.1" status: 204  len: 168 time: 0.4880593
Jun 29 20:54:41.397433 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b6314d7f-01b3-41a9-bc61-7afb810a2e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:41.465006 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-776ed69c-8dac-4675-b8ad-99b92b6d186a req-3d678572-6552-4f1e-b4d1-2cbb15fcda5d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3493226
Jun 29 20:54:41.482816 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-795ed687-0c92-4610-b8e7-1bb9238ca77c req-2ea6f6b4-f144-4042-956b-a8569eb31015 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/security-groups?id=53e074f4-e4a7-4152-aefe-59f7e2061902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4113734
Jun 29 20:54:41.611513 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52094) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:41.617718 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8626624b-8f68-4ab2-81e7-2d9afa3b5807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abebf0c-d790-4c17-a7ba-1345456e0e30', 'code': 200}
Jun 29 20:54:41.894394 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] For port 448ffd9f-9f67-4d63-9f21-976cba1fd54c, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=448ffd9f-9f67-4d63-9f21-976cba1fd54c,segment=NetworkSegment(754b571e-b8a1-4cf7-ac76-9d598d43e7ad),segment_id=754b571e-b8a1-4cf7-ac76-9d598d43e7ad)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:41.894945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.048443 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Calling delete_port for 448ffd9f-9f67-4d63-9f21-976cba1fd54c owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:54:42.183556 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.220840 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7094f0ee-d866-4cde-bb75-b72325e6e56f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.246562 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7094f0ee-d866-4cde-bb75-b72325e6e56f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.276823 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.282362 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:42.308090 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd61517-8bbd-4bfa-bdf9-30a54c843ba1 req-3a05ee93-e3bc-4cf7-8838-41c510fa9d79 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:42.316659 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['448ffd9f-9f67-4d63-9f21-976cba1fd54c'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:54:42.317207 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fdd61517-8bbd-4bfa-bdf9-30a54c843ba1 req-3a05ee93-e3bc-4cf7-8838-41c510fa9d79 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 945 time: 0.6353045
Jun 29 20:54:42.341028 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Pushing event deleted for resources: {'Port': ['ID=448ffd9f-9f67-4d63-9f21-976cba1fd54c,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:42.345791 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:42.360236 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Usage tracker for resource:security_group_rule and tenant:66ca2a09f6d54a87bf23279e42acb5a9 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:42.367468 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:42.388587 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:42.433325 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-37a4f0cf-8ee7-49c8-b7ae-13dd5af7d861 req-eb66e3fb-ebc9-4bdd-be91-29b5c3b232a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 1098 time: 0.3166721
Jun 29 20:54:42.440555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.440555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.440555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.440555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.440555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.440555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.440555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.440555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.441252 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fdd61517-8bbd-4bfa-bdf9-30a54c843ba1 req-9a05b63b-8df2-45e1-8ed3-5870115f9e15 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218874
Jun 29 20:54:42.441325 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.441325 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.441325 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.452406 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:42.453492 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] No DVR routers for this DVR port 448ffd9f-9f67-4d63-9f21-976cba1fd54c on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:54:42.460197 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.470818 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea64b38-351b-4e4d-82db-cc1ed96320e8', 'name': 'network-vif-deleted', 'tag': '448ffd9f-9f67-4d63-9f21-976cba1fd54c'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:42.486433 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4960a3f6-2d86-4df3-9437-f3c8fe405a55 req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.60 "DELETE /v2.0/ports/448ffd9f-9f67-4d63-9f21-976cba1fd54c HTTP/1.1" status: 204  len: 173 time: 1.2296154
Jun 29 20:54:42.542052 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea64b38-351b-4e4d-82db-cc1ed96320e8', 'name': 'network-vif-deleted', 'tag': '448ffd9f-9f67-4d63-9f21-976cba1fd54c', 'status': 'completed', 'code': 200}
Jun 29 20:54:42.566429 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.574925 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-37a4f0cf-8ee7-49c8-b7ae-13dd5af7d861 req-7d873d07-76ea-4917-ae08-c5b1fb662f7b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226082
Jun 29 20:54:42.618407 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-08a3f3b7-f670-43f4-9171-658ec292524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.638134 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.653902 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-fed7ed46-0cf2-4bc0-9100-21673e5abb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:42.780385 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d884a24-68e7-425a-8ac5-1b6e6bdd20ae,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:42.802424 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66ca2a09f6d54a87bf23279e42acb5a9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1827865
Jun 29 20:54:42.804777 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52134) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:42.809001 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ae0e4b2a-b8ff-467d-814b-f91088454e40 req-33d611b0-cac9-463a-ac2e-d0798e6d8d71 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 210 time: 0.1053238
Jun 29 20:54:42.818065 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.818422 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.818768 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.819109 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.819451 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.819860 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.820112 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.820444 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.820802 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.821129 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.821453 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:42.826063 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:42.863293 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.l3_db [None req-7094f0ee-d866-4cde-bb75-b72325e6e56f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Floating IP 6057fac2-1de0-48fe-899c-d503b7f1845b associated. External IP: 172.27.2.38, port: 058125b9-8744-426e-9941-0e89f3b80a1c.
Jun 29 20:54:42.881230 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6b25b96b-ac0c-4433-b1f8-56dafd68bd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.915668 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6b25b96b-ac0c-4433-b1f8-56dafd68bd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:42.944404 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76d684-ff8c-4413-87ad-3cbbc7cafaac req-58086f67-5c62-4650-8314-31ccdf0ae3e5 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:42.945901 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ba76d684-ff8c-4413-87ad-3cbbc7cafaac req-58086f67-5c62-4650-8314-31ccdf0ae3e5 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.2451112
Jun 29 20:54:43.011002 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6b25b96b-ac0c-4433-b1f8-56dafd68bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:43.015401 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:43.016185 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:43.032955 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25b96b-ac0c-4433-b1f8-56dafd68bd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d884a24-68e7-425a-8ac5-1b6e6bdd20ae,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:43.037212 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6b25b96b-ac0c-4433-b1f8-56dafd68bd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:43.039702 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6b25b96b-ac0c-4433-b1f8-56dafd68bd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:43.041141 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-6b25b96b-ac0c-4433-b1f8-56dafd68bd37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d884a24-68e7-425a-8ac5-1b6e6bdd20ae HTTP/1.1" status: 204  len: 168 time: 0.2346218
Jun 29 20:54:43.064748 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ba76d684-ff8c-4413-87ad-3cbbc7cafaac req-1158662f-90b8-4c14-bdb4-19d182ce72f1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109350
Jun 29 20:54:43.420885 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52158) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:43.544589 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7094f0ee-d866-4cde-bb75-b72325e6e56f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Router e31f5010-febd-450b-9c8e-e14e8a32b49d has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:54:43.666547 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:43.690155 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52170) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:43.714297 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:43.716613 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:43.728232 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] Usage tracker for resource:security_group_rule and tenant:05851a1598854c4bb7340779a62fd94b is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:43.732402 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:43.741989 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:43.771413 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:43.779208 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] Usage tracker for resource:security_group_rule and tenant:627d45a4cdce48cfad7d5e3d3ab403f7 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:43.782982 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:43.793689 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:43.864950 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:43.876909 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:43.886304 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1ce55e72-d5ba-43f0-9ca5-c6cbe923d4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:43.898499 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3630b33a-a03a-4df7-b9e2-cf10b0981339 req-2548b203-041d-4f12-8176-72a229f8c277 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 1098 time: 0.3508515
Jun 29 20:54:43.908298 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bc2aa-f5ac-4509-8ef8-262b652232ae req-0eb99731-5459-443a-b94c-b69694ef456c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:43.909711 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-543bc2aa-f5ac-4509-8ef8-262b652232ae req-0eb99731-5459-443a-b94c-b69694ef456c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.2074010
Jun 29 20:54:43.949136 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54692209-b0d3-49ec-8c7e-80bb6f38cf05 req-bb71a5b0-1b2a-490a-8e50-e119d930d7c1 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:43.950838 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-54692209-b0d3-49ec-8c7e-80bb6f38cf05 req-bb71a5b0-1b2a-490a-8e50-e119d930d7c1 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 945 time: 0.3160906
Jun 29 20:54:43.954004 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd46f13-b39f-4751-9acd-15232fb9fb1f,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:43.957444 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:43.960638 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05851a1598854c4bb7340779a62fd94b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5385826
Jun 29 20:54:43.961640 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:43.963160 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52178) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:44.048508 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52182) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:44.060390 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.080092 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:44.138231 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb2c6ff-02ba-41d5-b833-c000d6da592a,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:44.143525 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=627d45a4cdce48cfad7d5e3d3ab403f7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4523919
Jun 29 20:54:44.145477 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:44.147240 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52188) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:44.186364 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-13d15e4a-fbfd-48d4-acfc-bef71ef57d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.229218 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-13d15e4a-fbfd-48d4-acfc-bef71ef57d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.266133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-70d697ae-8808-474e-ada6-32b7af674f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.308640 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-70d697ae-8808-474e-ada6-32b7af674f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.309119 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-543bc2aa-f5ac-4509-8ef8-262b652232ae req-80f3a3eb-a8d3-42d0-b880-93ca6d4cc20e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3728719
Jun 29 20:54:44.315245 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-54692209-b0d3-49ec-8c7e-80bb6f38cf05 req-6573924e-47cb-48ff-90e7-98e31a3ba4c6 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2984688
Jun 29 20:54:44.364080 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630b33a-a03a-4df7-b9e2-cf10b0981339 req-29d146a3-1a38-4dd0-9311-e850d6eb4cec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:44.364080 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3630b33a-a03a-4df7-b9e2-cf10b0981339 req-29d146a3-1a38-4dd0-9311-e850d6eb4cec service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 920 time: 0.4461462
Jun 29 20:54:44.370314 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-13d15e4a-fbfd-48d4-acfc-bef71ef57d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.386968 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ef58a04d-695d-4d60-8adb-be40272312ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:44.415458 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d15e4a-fbfd-48d4-acfc-bef71ef57d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd46f13-b39f-4751-9acd-15232fb9fb1f,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:44.419553 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-13d15e4a-fbfd-48d4-acfc-bef71ef57d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:44.434989 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-13d15e4a-fbfd-48d4-acfc-bef71ef57d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.438575 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-13d15e4a-fbfd-48d4-acfc-bef71ef57d8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbd46f13-b39f-4751-9acd-15232fb9fb1f HTTP/1.1" status: 204  len: 168 time: 0.4719656
Jun 29 20:54:44.445607 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-70d697ae-8808-474e-ada6-32b7af674f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.449581 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-70d697ae-8808-474e-ada6-32b7af674f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.453312 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-70d697ae-8808-474e-ada6-32b7af674f96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cb2c6ff-02ba-41d5-b833-c000d6da592a HTTP/1.1" status: 204  len: 168 time: 0.3025465
Jun 29 20:54:44.453312 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f9d439ad-06b1-489c-9ac6-c52e574be053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:44.475984 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d697ae-8808-474e-ada6-32b7af674f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb2c6ff-02ba-41d5-b833-c000d6da592a,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:44.485408 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-70d697ae-8808-474e-ada6-32b7af674f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:44.486946 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3630b33a-a03a-4df7-b9e2-cf10b0981339 req-7dc52554-433d-4be5-8016-bcbc1600fd8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a65d8a-ac47-48e2-b298-5e405d5f8053 HTTP/1.1" status: 200  len: 217 time: 0.1189635
Jun 29 20:54:44.497720 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7094f0ee-d866-4cde-bb75-b72325e6e56f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:54:44.499455 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.530323 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] Sync routers for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:54:44.586942 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:54:44.588511 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445fb05e0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:54:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:44.644327 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-604b1a82-5957-455d-aefc-393ea0bf66c8 req-3b15394b-6e76-4f5f-af80-4c22243c1f31 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea64b38-351b-4e4d-82db-cc1ed96320e8 HTTP/1.1" status: 200  len: 210 time: 0.0928156
Jun 29 20:54:44.652373 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7094f0ee-d866-4cde-bb75-b72325e6e56f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.721466 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630b33a-a03a-4df7-b9e2-cf10b0981339 req-70a4dcae-6f1a-430a-a536-46a15d74e4d0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:44.722878 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3630b33a-a03a-4df7-b9e2-cf10b0981339 req-70a4dcae-6f1a-430a-a536-46a15d74e4d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 200  len: 859 time: 0.2069540
Jun 29 20:54:44.726309 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:44.733256 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] Usage tracker for resource:security_group_rule and tenant:8580bcb1018d4a548df78e04170c8e34 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:44.777322 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:44.781617 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3630b33a-a03a-4df7-b9e2-cf10b0981339 req-e37d97fb-b584-4542-8187-810b450d15f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e765c4e-8e0a-4679-9639-4ff3f118b9af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455928
Jun 29 20:54:44.787273 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:44.792877 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-7094f0ee-d866-4cde-bb75-b72325e6e56f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "PUT /v2.0/floatingips/6057fac2-1de0-48fe-899c-d503b7f1845b HTTP/1.1" status: 200  len: 990 time: 4.4748721
Jun 29 20:54:44.792877 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'tag': '058125b9-8744-426e-9941-0e89f3b80a1c'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:44.874579 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-95ccde61-86cc-41d6-92be-de6ff4bfe7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:44.886435 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'tag': '058125b9-8744-426e-9941-0e89f3b80a1c', 'status': 'completed', 'code': 200}
Jun 29 20:54:44.890239 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:54:45.019523 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3630b33a-a03a-4df7-b9e2-cf10b0981339 req-0456bad7-19fa-4169-9f50-e3f86a80ba5d service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232866
Jun 29 20:54:45.058830 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5668855f-6828-445b-8556-5a6e30307d4e req-e3d77a00-7905-4775-9d00-651c4cad8cef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 1098 time: 0.0983899
Jun 29 20:54:45.082088 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:45.147190 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:45.158562 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-2bce6a50-3aa1-4df7-ba8e-b905a0196ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:45.186358 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52210) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:45.195414 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1fe6f6-e9ab-4593-aab5-63964ce19497,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:45.208738 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:45.250585 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:45.261958 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668855f-6828-445b-8556-5a6e30307d4e req-2a4c137a-d5d8-42eb-b5a9-c41a8b5c3535 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:45.263398 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5668855f-6828-445b-8556-5a6e30307d4e req-2a4c137a-d5d8-42eb-b5a9-c41a8b5c3535 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 911 time: 0.1691229
Jun 29 20:54:45.284124 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8580bcb1018d4a548df78e04170c8e34&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2330434
Jun 29 20:54:45.285169 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52216) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:45.339302 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3630b33a-a03a-4df7-b9e2-cf10b0981339 req-a2d4ff80-800f-4c71-a94f-1d9f55f3feba service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2905068
Jun 29 20:54:45.359467 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:45.391222 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] Usage tracker for resource:security_group_rule and tenant:25051c324c624f71997abe18f9d2a731 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:45.393113 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5668855f-6828-445b-8556-5a6e30307d4e req-bcff469f-b1cb-488e-b04d-4934c60bda60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=058125b9-8744-426e-9941-0e89f3b80a1c HTTP/1.1" status: 200  len: 998 time: 0.1193030
Jun 29 20:54:45.395933 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:45.409311 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:45.426391 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-66c5c4d7-15d6-4a55-b36e-de7ac8c834e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:45.476777 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-66c5c4d7-15d6-4a55-b36e-de7ac8c834e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:45.495131 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445fb05e0>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '6057fac2-1de0-48fe-899c-d503b7f1845b', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'port_id': '058125b9-8744-426e-9941-0e89f3b80a1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'mac_address': 'fa:16:3e:e3:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:54:10Z', 'updated_at': '2021-06-29T20:54:41Z', 'revision_number': 1, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:45.503042 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] Checking router: e31f5010-febd-450b-9c8e-e14e8a32b49d for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:54:45.524236 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:54:45.525697 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445fb05e0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:54:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:45.557211 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668855f-6828-445b-8556-5a6e30307d4e req-623da468-867d-49cd-a939-5401e37dde1f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:45.558634 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5668855f-6828-445b-8556-5a6e30307d4e req-623da468-867d-49cd-a939-5401e37dde1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbbb664c-27ca-451c-8320-c1ba4548a65b HTTP/1.1" status: 200  len: 849 time: 0.1530116
Jun 29 20:54:45.673082 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5668855f-6828-445b-8556-5a6e30307d4e req-c7d5f9e8-c540-4eab-b4a2-02b82cd61cd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d76c2cdb-9cac-4e13-839f-9ee932b7c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1053302
Jun 29 20:54:45.732380 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:45.746245 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:45.750332 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:54:45.756128 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:45.810634 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-66c5c4d7-15d6-4a55-b36e-de7ac8c834e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:45.824942 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d732d746-570f-4050-8c47-cdd3534c4fa7,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:45.828816 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:45.833197 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1e99cfae-3bb0-475a-9ee0-17e50e35cfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:45.843503 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25051c324c624f71997abe18f9d2a731&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6444466
Jun 29 20:54:45.849998 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f497-db8b-4436-b59c-95b6570135ac req-aa0835cc-bda7-48df-9224-5b845780c951 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:45.851420 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2fc4f497-db8b-4436-b59c-95b6570135ac req-aa0835cc-bda7-48df-9224-5b845780c951 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.3412049
Jun 29 20:54:45.851895 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52234) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:45.860911 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173b14b-1692-4855-a3ae-cb7058e26993 req-7d50e75e-0983-47d0-ad3d-8b658c68ed1b tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:45.867660 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9173b14b-1692-4855-a3ae-cb7058e26993 req-7d50e75e-0983-47d0-ad3d-8b658c68ed1b tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 945 time: 0.2918041
Jun 29 20:54:45.886719 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5c4d7-15d6-4a55-b36e-de7ac8c834e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1fe6f6-e9ab-4593-aab5-63964ce19497,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:45.896377 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5668855f-6828-445b-8556-5a6e30307d4e req-9057dba8-431f-4a63-b686-d3ccdd5e7d7d service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160227
Jun 29 20:54:45.906598 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-66c5c4d7-15d6-4a55-b36e-de7ac8c834e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:45.908394 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 448ffd9f-9f67-4d63-9f21-976cba1fd54c no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:54:45.935820 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-66c5c4d7-15d6-4a55-b36e-de7ac8c834e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:45.939543 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-66c5c4d7-15d6-4a55-b36e-de7ac8c834e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc1fe6f6-e9ab-4593-aab5-63964ce19497 HTTP/1.1" status: 204  len: 168 time: 0.6477408
Jun 29 20:54:45.968522 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 448ffd9f-9f67-4d63-9f21-976cba1fd54c {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:54:45.968891 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 448ffd9f-9f67-4d63-9f21-976cba1fd54c not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:54:46.013216 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2fc4f497-db8b-4436-b59c-95b6570135ac req-bee3483a-1a6a-4791-bc2b-901f08ee1c03 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402426
Jun 29 20:54:46.031889 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:46.033015 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9173b14b-1692-4855-a3ae-cb7058e26993 req-188f130d-baad-451b-b27f-0fa9c69b576e tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643150
Jun 29 20:54:46.097294 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-05d54c90-376d-4eb5-a2f5-2c9033ce1480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:46.103817 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5668855f-6828-445b-8556-5a6e30307d4e req-5b4a26d4-a86f-4f17-bdd5-0393fc417f98 service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2006862
Jun 29 20:54:46.185943 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-05d54c90-376d-4eb5-a2f5-2c9033ce1480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:46.298567 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-05d54c90-376d-4eb5-a2f5-2c9033ce1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:46.305256 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4240d559-08e9-4748-8a3b-dd32973ec21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:46.326370 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d54c90-376d-4eb5-a2f5-2c9033ce1480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d732d746-570f-4050-8c47-cdd3534c4fa7,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:46.347543 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-05d54c90-376d-4eb5-a2f5-2c9033ce1480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:46.359437 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-05d54c90-376d-4eb5-a2f5-2c9033ce1480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:46.363583 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-05d54c90-376d-4eb5-a2f5-2c9033ce1480 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d732d746-570f-4050-8c47-cdd3534c4fa7 HTTP/1.1" status: 204  len: 168 time: 0.5090971
Jun 29 20:54:46.494543 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fa7b2a0b-0174-4e5f-b3ae-ceb302232b1d req-07599646-1205-460d-9559-cf8afde56a18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1087136
Jun 29 20:54:46.533982 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445fb05e0>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '6057fac2-1de0-48fe-899c-d503b7f1845b', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'port_id': '058125b9-8744-426e-9941-0e89f3b80a1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'mac_address': 'fa:16:3e:e3:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:54:10Z', 'updated_at': '2021-06-29T20:54:41Z', 'revision_number': 1, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:46.541574 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8993d9f-fd46-42db-aaca-02614a388226 None None] The sync data for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi is: [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '6057fac2-1de0-48fe-899c-d503b7f1845b', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'port_id': '058125b9-8744-426e-9941-0e89f3b80a1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'mac_address': 'fa:16:3e:e3:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:54:10Z', 'updated_at': '2021-06-29T20:54:41Z', 'revision_number': 1, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:54:46.772513 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fa7b2a0b-0174-4e5f-b3ae-ceb302232b1d req-e7aba261-72fe-4418-8abc-ad6928656427 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 1098 time: 0.0902214
Jun 29 20:54:46.923531 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52274) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:46.946462 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:46.953724 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b2a0b-0174-4e5f-b3ae-ceb302232b1d req-f5171c12-dbc8-44d7-b1b8-3a4aebb3cbbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:46.955781 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fa7b2a0b-0174-4e5f-b3ae-ceb302232b1d req-f5171c12-dbc8-44d7-b1b8-3a4aebb3cbbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 920 time: 0.1577435
Jun 29 20:54:46.986293 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:46.990692 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] Usage tracker for resource:security_group_rule and tenant:4558cf41c96245d7adb65687b167a44f is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:46.994153 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:47.001047 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:47.050553 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fa7b2a0b-0174-4e5f-b3ae-ceb302232b1d req-c3ca3e86-4712-42bd-8146-c46a7a2dedaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0 HTTP/1.1" status: 200  len: 217 time: 0.0869241
Jun 29 20:54:47.079320 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:47.086106 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:47.137193 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:47.137603 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b2a0b-0174-4e5f-b3ae-ceb302232b1d req-ec1bc7b1-555d-4206-bb6c-b32298d8366a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:47.139152 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fa7b2a0b-0174-4e5f-b3ae-ceb302232b1d req-ec1bc7b1-555d-4206-bb6c-b32298d8366a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 200  len: 859 time: 0.0805166
Jun 29 20:54:47.159907 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:47.193734 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4558cf41c96245d7adb65687b167a44f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2686312
Jun 29 20:54:47.210969 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52286) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:47.227514 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fa7b2a0b-0174-4e5f-b3ae-ceb302232b1d req-349bd404-43a7-4853-9409-a44d8a63e158 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e765c4e-8e0a-4679-9639-4ff3f118b9af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0782142
Jun 29 20:54:47.291667 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98557405-3fc7-48d6-ae94-2be90b393134,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:47.310666 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:47.405334 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be3144-604e-4b6c-ada4-e30479974069 req-6eb7c2a6-42a2-41fe-820d-0ff6ad0c5d52 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:47.406913 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-23be3144-604e-4b6c-ada4-e30479974069 req-6eb7c2a6-42a2-41fe-820d-0ff6ad0c5d52 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1948416
Jun 29 20:54:47.413595 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-49f50c88-605c-4e0e-bb22-a06ddd887686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:47.446962 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-49f50c88-605c-4e0e-bb22-a06ddd887686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:47.502686 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fa7b2a0b-0174-4e5f-b3ae-ceb302232b1d req-a0c9f63a-2cf8-46c9-87a7-5c4656ec2b9e service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617748
Jun 29 20:54:47.526720 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-49f50c88-605c-4e0e-bb22-a06ddd887686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:47.533277 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4acd257c-881a-4025-8c29-3ad6ff920d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:47.555502 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f50c88-605c-4e0e-bb22-a06ddd887686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98557405-3fc7-48d6-ae94-2be90b393134,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:47.569501 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-49f50c88-605c-4e0e-bb22-a06ddd887686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:47.577514 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-49f50c88-605c-4e0e-bb22-a06ddd887686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:47.578789 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-49f50c88-605c-4e0e-bb22-a06ddd887686 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98557405-3fc7-48d6-ae94-2be90b393134 HTTP/1.1" status: 204  len: 168 time: 0.3646193
Jun 29 20:54:47.582123 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-23be3144-604e-4b6c-ada4-e30479974069 req-53ae70ef-7267-4dbf-93b2-3dca7e26e9ee tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860493
Jun 29 20:54:47.794079 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-fa7b2a0b-0174-4e5f-b3ae-ceb302232b1d req-23bd9786-fe47-4c39-8b39-526d5a6fe27d service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2750084
Jun 29 20:54:48.138809 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812f033-f957-40d5-a7d3-bd75a845592e req-f38b68fb-0024-4b75-bbc1-eb9b0cbfd800 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:48.141780 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d812f033-f957-40d5-a7d3-bd75a845592e req-f38b68fb-0024-4b75-bbc1-eb9b0cbfd800 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 945 time: 0.1003301
Jun 29 20:54:48.155748 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52334) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:48.229399 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_v2 [None req-52206d48-2af8-4852-9105-18515f10183f admin admin] Deleting subnet 9fe3b287-7412-4b7f-a6fd-1e846037696a {{(pid=74217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 20:54:48.233819 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-52206d48-2af8-4852-9105-18515f10183f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:48.287250 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d812f033-f957-40d5-a7d3-bd75a845592e req-79c19dcd-0003-42bc-88fd-7e3900183d5f tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394289
Jun 29 20:54:48.311910 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-52206d48-2af8-4852-9105-18515f10183f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:48.321900 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-52206d48-2af8-4852-9105-18515f10183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:48.412459 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-52206d48-2af8-4852-9105-18515f10183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:48.423877 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d05cddd5-0059-4e25-9946-a3582fac4481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:48.458713 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-52206d48-2af8-4852-9105-18515f10183f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:48.461285 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52206d48-2af8-4852-9105-18515f10183f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe3b287-7412-4b7f-a6fd-1e846037696a,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:48.466155 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-52206d48-2af8-4852-9105-18515f10183f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:48.470117 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-52206d48-2af8-4852-9105-18515f10183f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9fe3b287-7412-4b7f-a6fd-1e846037696a HTTP/1.1" status: 204  len: 168 time: 0.3103681
Jun 29 20:54:48.470366 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52346) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:48.600779 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d0c6cb-12d1-4a04-aa61-a9ec0dc9887f None None] New status for floating IP 6057fac2-1de0-48fe-899c-d503b7f1845b: ACTIVE {{(pid=74219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 20:54:48.637081 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:48.638997 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Sync routers for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:54:48.697950 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:54:48.698871 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e00d00>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:54:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:49.071559 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.128055 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5445fabeb0>> segment before_delete 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.132042 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5445fabeb0>> subnet precommit_delete_associations 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.137880 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54461a1850>> segment_host_mapping after_create 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.138353 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54461a1850>> port after_create 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.138771 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54461a1850>> port after_delete 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.139220 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54461a1850>> port after_update 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.139803 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54461a1850>> segment after_delete 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.142610 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54461a1850>> subnet after_create 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.143022 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54461a1850>> subnet after_delete 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.143440 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54461a1850>> subnet after_update 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.226691 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.277769 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5444f11dc0>> subnet after_create 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.278496 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5444f11dc0>> subnet after_delete 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.279166 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:54:49.279901 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5444f11dc0>> subnet before_create 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.280663 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5444f11dc0>> subnet before_update 55550000 {{(pid=74216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:54:49.281041 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5444f31cd0>,) {'filters': {'network_id': ['b7e4c575-4ed0-40b3-92a5-33bd10a75a7d']}} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:49.303846 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5444f31cd0>, '754b571e-b8a1-4cf7-ac76-9d598d43e7ad') {'for_net_delete': True} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:49.304147 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5444f31cd0>, '754b571e-b8a1-4cf7-ac76-9d598d43e7ad') {} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:49.352158 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3291960'] for segment, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.384387 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52390) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:49.399869 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b260-ff35-4560-9c8a-aab2ecc8f404 req-13806aab-60f7-47e7-a5a3-279f860ed89f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:49.411972 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ea32b260-ff35-4560-9c8a-aab2ecc8f404 req-13806aab-60f7-47e7-a5a3-279f860ed89f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.4789746
Jun 29 20:54:49.470889 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.564973 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ea32b260-ff35-4560-9c8a-aab2ecc8f404 req-b41ef996-a0be-4135-8d6e-5345fc7c889b tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427383
Jun 29 20:54:49.579795 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=74216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 20:54:49.580205 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-798788'] for segment, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   util.warn_limited(
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   util.warn_limited(
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]: Traceback (most recent call last):
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     timer()
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     cb(*args, **kw)
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     return func(*args, **kwargs)
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     self._notify()
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     self.callback(batched_events)
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     event.method(event)
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     return f(self, *a, **k)
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._get(url).json()
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self.request(url, 'GET', **kwargs)
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 20:54:49.611754 dv-cinder-779781-1-iscsi neutron-server[74216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 20:54:49.638280 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-709582519-network', 'tenant_id': '188235bd9d124db4998108985631114c'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:49.644762 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:49.651518 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Usage tracker for resource:network and tenant:188235bd9d124db4998108985631114c is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:49.655410 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:49.663988 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:49.675945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Made reservation on behalf of 188235bd9d124db4998108985631114c for: {'network': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:49.679723 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.696309 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.756195 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:49.768352 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Usage tracker for resource:security_group_rule and tenant:188235bd9d124db4998108985631114c is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:49.768483 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee837e-4988-407e-b2fd-8c5c042ddb5e req-07a9ae48-b2c5-4c68-9a6b-16f238c4d0f7 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:49.768902 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d9ee837e-4988-407e-b2fd-8c5c042ddb5e req-07a9ae48-b2c5-4c68-9a6b-16f238c4d0f7 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 945 time: 0.2890611
Jun 29 20:54:49.770148 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.771428 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:49.774957 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-aed0d498-4440-48a6-bf60-60ef3a3f57b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:49.779006 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:49.791804 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.811437 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e00d00>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '7644e948-9103-40ce-885a-6928fc461f2d', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'port_id': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'mac_address': 'fa:16:3e:9b:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:54:08Z', 'updated_at': '2021-06-29T20:54:37Z', 'revision_number': 1, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 2, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:49.815662 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Checking router: c9f6c596-fef7-47d5-bebb-519b59a2ef47 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:54:49.816129 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Updating router c9f6c596-fef7-47d5-bebb-519b59a2ef47 port 729e7cb5-9827-4199-b74f-f195dcf959cf binding host dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:54:49.823519 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e4c575-4ed0-40b3-92a5-33bd10a75a7d,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:49.826745 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:49.839623 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b7e4c575-4ed0-40b3-92a5-33bd10a75a7d HTTP/1.1" status: 204  len: 168 time: 1.3681190
Jun 29 20:54:49.873265 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.874006 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d9ee837e-4988-407e-b2fd-8c5c042ddb5e req-bcbee5db-f9ed-496d-a0af-9e338e8fd7e5 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764151
Jun 29 20:54:49.878834 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.882358 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:49.885529 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.916959 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552}  {{(pid=74217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:54:49.922397 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347c20a9-1c65-431f-8320-75d54591b0d8,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:49.926039 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:49.930890 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:49.931534 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.segments_db [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Added segment def4aaa4-001d-4cc8-9bde-41478dbe51c5 of type vlan for network 47fa03a4-d75e-413d-8aa3-9758a6389b70
Jun 29 20:54:49.978109 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.013729 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.015448 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:50.016230 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.022338 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e105e82b-0a48-4e42-8d3c-7d3d8d6b42db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:50.071826 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52406) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:50.129154 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Pushing event updated for resources: {'Network': ['ID=47fa03a4-d75e-413d-8aa3-9758a6389b70,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:50.132046 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:50.134284 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7485893
Jun 29 20:54:50.137227 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52410) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:50.142758 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-40eee96b-f3fa-4c5f-88a8-61fe6ca07e39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6d3830317044e6f9e81e92f4501826a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0688491
Jun 29 20:54:50.145448 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network 47fa03a4-d75e-413d-8aa3-9758a6389b70 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:54:50.145692 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Request body: {'subnet': {'network_id': '47fa03a4-d75e-413d-8aa3-9758a6389b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-709582519-subnet', 'tenant_id': '188235bd9d124db4998108985631114c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:50.148768 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52414) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:50.152611 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:50.173453 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Usage tracker for resource:subnet and tenant:188235bd9d124db4998108985631114c is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:50.178018 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:50.191136 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:50.213261 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Made reservation on behalf of 188235bd9d124db4998108985631114c for: {'subnet': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:50.215485 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.362350 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9b157eeb-e5fc-4c83-9aee-f54ea39806a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.384453 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Notify callbacks [] for port, precommit_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.403734 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Transition to ACTIVE for port object 729e7cb5-9827-4199-b74f-f195dcf959cf will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:50.412216 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.417198 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:50.423887 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9b157eeb-e5fc-4c83-9aee-f54ea39806a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.484154 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-c83f39aa-0a09-4e17-8572-5c8992ff6b23 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:50.485124 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-c83f39aa-0a09-4e17-8572-5c8992ff6b23 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Synchronizing usage tracker for tenant:0c6f4afcf4404a2a9535c77cb9e6c076 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:54:50.498799 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Pushing event updated for resources: {'Port': ['ID=729e7cb5-9827-4199-b74f-f195dcf959cf,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:50.565073 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-c83f39aa-0a09-4e17-8572-5c8992ff6b23 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Unset dirty status for tenant:0c6f4afcf4404a2a9535c77cb9e6c076 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:54:50.566465 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-c83f39aa-0a09-4e17-8572-5c8992ff6b23 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.60 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 945 time: 0.2651823
Jun 29 20:54:50.581940 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.582312 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.583481 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.583623 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.584103 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.584404 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.584841 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.585182 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.585519 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.585934 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.586259 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:54:50.616161 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:50.705240 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9b157eeb-e5fc-4c83-9aee-f54ea39806a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.714482 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7b8da2d4-6a95-4826-aa65-53f6869ef981 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:50.746306 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b157eeb-e5fc-4c83-9aee-f54ea39806a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e074f4-e4a7-4152-aefe-59f7e2061902,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:50.762111 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9b157eeb-e5fc-4c83-9aee-f54ea39806a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:50.772365 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Deleting port 0abebf0c-d790-4c17-a7ba-1345456e0e30 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:54:50.773009 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.846173 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.866374 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Attempting to bind port 729e7cb5-9827-4199-b74f-f195dcf959cf on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:54:50.866975 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Attempting to bind port 729e7cb5-9827-4199-b74f-f195dcf959cf by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:54:50.867279 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Attempting to bind port 729e7cb5-9827-4199-b74f-f195dcf959cf on network 656014fe-ebe5-425d-bc87-c747781da88f {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:50.888614 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:50.899160 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:54:50.899525 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Checking segment: {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:50.899957 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.900337 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Bound using segment: {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:54:50.900880 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Bound port: 729e7cb5-9827-4199-b74f-f195dcf959cf, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:54:50.901222 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.913932 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f9ec9-1f66-49c2-99db-3103ad373a86 req-31cb3f63-1409-4b8a-95d8-7f1361d35bce tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:50.915664 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-de6f9ec9-1f66-49c2-99db-3103ad373a86 req-31cb3f63-1409-4b8a-95d8-7f1361d35bce tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1184165
Jun 29 20:54:50.966437 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9b157eeb-e5fc-4c83-9aee-f54ea39806a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:50.968288 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-9b157eeb-e5fc-4c83-9aee-f54ea39806a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53e074f4-e4a7-4152-aefe-59f7e2061902 HTTP/1.1" status: 204  len: 168 time: 0.8186395
Jun 29 20:54:50.979440 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-de6f9ec9-1f66-49c2-99db-3103ad373a86 req-68ed107c-0ad1-45bd-aa73-dd75b11d808d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560946
Jun 29 20:54:51.018372 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] For port 729e7cb5-9827-4199-b74f-f195dcf959cf, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:54:51.025249 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] For port 729e7cb5-9827-4199-b74f-f195dcf959cf, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=729e7cb5-9827-4199-b74f-f195dcf959cf,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:54:51.030521 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:51.035127 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:51.128041 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:54:51.129247 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e00d00>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:54:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:51.147923 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d63138-6f67-42ef-8234-215db335718b req-b281fc40-1243-480b-be0b-a920dc4819d6 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:51.149468 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-64d63138-6f67-42ef-8234-215db335718b req-b281fc40-1243-480b-be0b-a920dc4819d6 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 945 time: 0.1017253
Jun 29 20:54:51.206665 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-64d63138-6f67-42ef-8234-215db335718b req-fb38d3d0-77d6-4e54-8a37-41fd27121dcd tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500994
Jun 29 20:54:51.250283 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Pushing event updated for resources: {'Port': ['ID=729e7cb5-9827-4199-b74f-f195dcf959cf,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:51.271123 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:51.283232 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] For port 0abebf0c-d790-4c17-a7ba-1345456e0e30, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=0abebf0c-d790-4c17-a7ba-1345456e0e30,segment=NetworkSegment(db0487cc-9286-4dd1-b7c2-1e457b431639),segment_id=db0487cc-9286-4dd1-b7c2-1e457b431639)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:51.283846 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:51.293835 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da51102f-f4b0-4ae2-ad84-e51aa46c31a5,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:51.297620 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:51.307614 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Checking segment: {'id': 'def4aaa4-001d-4cc8-9bde-41478dbe51c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '47fa03a4-d75e-413d-8aa3-9758a6389b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:51.308295 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Network hostable DHCP agents. Network: 47fa03a4-d75e-413d-8aa3-9758a6389b70, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:54:51.439126 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Calling delete_port for 0abebf0c-d790-4c17-a7ba-1345456e0e30 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:54:51.449332 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:54:51.519512 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Network 47fa03a4-d75e-413d-8aa3-9758a6389b70 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:54:51.532245 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, 47fa03a4-d75e-413d-8aa3-9758a6389b70) {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:51.541607 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:51.542435 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:51.582862 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b9dde4-e72d-4100-8f44-d9837087bde8 None None] Network 47fa03a4-d75e-413d-8aa3-9758a6389b70 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:54:51.711671 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5730059
Jun 29 20:54:51.754529 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:51.769240 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-73a11180-1090-45b7-a560-151e05ca8624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:51.852742 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['0abebf0c-d790-4c17-a7ba-1345456e0e30'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:54:51.868340 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Pushing event deleted for resources: {'Port': ['ID=0abebf0c-d790-4c17-a7ba-1345456e0e30,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:51.874171 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:51.999597 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] No DVR routers for this DVR port 0abebf0c-d790-4c17-a7ba-1345456e0e30 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:54:52.007416 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:52.018290 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9dc3b4f0-efff-46ca-a5b6-21e281033bd1 req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.60 "DELETE /v2.0/ports/0abebf0c-d790-4c17-a7ba-1345456e0e30 HTTP/1.1" status: 204  len: 173 time: 1.4351895
Jun 29 20:54:52.018290 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8626624b-8f68-4ab2-81e7-2d9afa3b5807', 'name': 'network-vif-deleted', 'tag': '0abebf0c-d790-4c17-a7ba-1345456e0e30'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:52.085823 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8626624b-8f68-4ab2-81e7-2d9afa3b5807', 'name': 'network-vif-deleted', 'tag': '0abebf0c-d790-4c17-a7ba-1345456e0e30', 'status': 'completed', 'code': 200}
Jun 29 20:54:52.255259 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f29ce03-7e18-46a9-ac1f-f1f6f567617e None None] Network 47fa03a4-d75e-413d-8aa3-9758a6389b70 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:54:52.292308 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065cff-bf0e-4609-b384-fee623f3022d req-1332e093-838f-426b-9c75-6aba7ca3dd35 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:52.305469 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ac065cff-bf0e-4609-b384-fee623f3022d req-1332e093-838f-426b-9c75-6aba7ca3dd35 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1232133
Jun 29 20:54:52.444421 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e00d00>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '7644e948-9103-40ce-885a-6928fc461f2d', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'port_id': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'mac_address': 'fa:16:3e:9b:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:54:08Z', 'updated_at': '2021-06-29T20:54:37Z', 'revision_number': 1, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:51Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:54:52.452746 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2ae752-dcc4-4ffa-8ce9-6868839c985a None None] The sync data for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi is: [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '7644e948-9103-40ce-885a-6928fc461f2d', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'port_id': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'mac_address': 'fa:16:3e:9b:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:54:08Z', 'updated_at': '2021-06-29T20:54:37Z', 'revision_number': 1, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:51Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:54:52.455535 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ac065cff-bf0e-4609-b384-fee623f3022d req-c39ee644-aa25-44a8-9343-d84096a13394 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444085
Jun 29 20:54:52.472443 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4b69cf70-3739-4ee7-9cd1-02e5a16257e0 req-166ebdc1-b461-4838-b595-5d90f92a0a70 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=8626624b-8f68-4ab2-81e7-2d9afa3b5807 HTTP/1.1" status: 200  len: 210 time: 0.0611296
Jun 29 20:54:52.569694 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52478) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:52.622684 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52484) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:52.769560 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-918447727-network', 'tenant_id': '9f2a0c1ddcba46d8bad101e19c371426'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:52.778908 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:52.785182 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Usage tracker for resource:network and tenant:9f2a0c1ddcba46d8bad101e19c371426 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:52.792422 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:52.813272 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:52.817552 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:52.847616 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Made reservation on behalf of 9f2a0c1ddcba46d8bad101e19c371426 for: {'network': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:52.850752 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:52.874462 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:52.895325 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:52.905615 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 729e7cb5-9827-4199-b74f-f195dcf959cf up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:52.933003 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] Usage tracker for resource:security_group_rule and tenant:a536c051303d4e58b9cc4434ad26ae13 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:52.937989 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:52.953244 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:52.976984 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:53.011579 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Usage tracker for resource:security_group_rule and tenant:9f2a0c1ddcba46d8bad101e19c371426 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:53.017071 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 729e7cb5-9827-4199-b74f-f195dcf959cf completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:54:53.017161 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:53.027394 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 729e7cb5-9827-4199-b74f-f195dcf959cf triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:53.027937 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.039663 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:53.226998 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.229049 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.239889 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.253308 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-13d15e4a-fbfd-48d4-acfc-bef71ef57d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:53.264514 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 729e7cb5-9827-4199-b74f-f195dcf959cf, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=729e7cb5-9827-4199-b74f-f195dcf959cf,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:54:53.271020 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.273773 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-bbfea4d4-5f05-4fe9-82fb-b48a05c99a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:53.306850 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.311463 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf41ac8-a2c6-4221-a94a-70358b83f094,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:53.315786 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a536c051303d4e58b9cc4434ad26ae13&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6921973
Jun 29 20:54:53.316714 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:53.317425 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.318610 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52504) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:53.320224 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:53.351082 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557}  {{(pid=74217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:54:53.359947 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01d8879-03c1-48ca-9024-d114c2cc7fe4,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:53.363955 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:53.367042 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.367387 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.segments_db [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Added segment 8a979acf-e763-486b-bdd0-b35fabc6b390 of type vlan for network 1d5bead4-e2f1-44b9-97ad-701849f7e964
Jun 29 20:54:53.393685 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-357c7e6c-c635-4db6-ba92-88691eab8d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.397825 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.416471 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=729e7cb5-9827-4199-b74f-f195dcf959cf,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:53.421401 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:53.430361 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-357c7e6c-c635-4db6-ba92-88691eab8d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.444021 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.445647 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:53.446340 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.465044 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:53.493126 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-357c7e6c-c635-4db6-ba92-88691eab8d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.498435 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6cebf906-60d8-4d1d-9b4c-9390532fcfef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:53.517207 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-357c7e6c-c635-4db6-ba92-88691eab8d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.518598 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-357c7e6c-c635-4db6-ba92-88691eab8d83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/acf41ac8-a2c6-4221-a94a-70358b83f094 HTTP/1.1" status: 204  len: 168 time: 0.1981537
Jun 29 20:54:53.519553 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c7e6c-c635-4db6-ba92-88691eab8d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf41ac8-a2c6-4221-a94a-70358b83f094,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:53.533708 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-357c7e6c-c635-4db6-ba92-88691eab8d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:53.572016 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52516) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:53.572144 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0011556
Jun 29 20:54:53.580356 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Pushing event updated for resources: {'Network': ['ID=1d5bead4-e2f1-44b9-97ad-701849f7e964,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:53.581004 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Request body: {'subnet': {'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-918447727-subnet', 'tenant_id': '9f2a0c1ddcba46d8bad101e19c371426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:53.583720 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:53.587384 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:53.591391 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Usage tracker for resource:subnet and tenant:9f2a0c1ddcba46d8bad101e19c371426 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:53.594629 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:53.598599 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network 1d5bead4-e2f1-44b9-97ad-701849f7e964 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:54:53.625050 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52520) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:53.630839 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:53.633340 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1910958065-network', 'tenant_id': '1af6cda2244943bc966e5484c5c2337d'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:53.640743 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:53.648582 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Usage tracker for resource:network and tenant:1af6cda2244943bc966e5484c5c2337d is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:53.652077 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:53.660196 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:53.666230 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Made reservation on behalf of 9f2a0c1ddcba46d8bad101e19c371426 for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:53.670651 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2262232'] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.708622 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Made reservation on behalf of 1af6cda2244943bc966e5484c5c2337d for: {'network': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:53.711400 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.737661 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.818806 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:53.825480 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Usage tracker for resource:security_group_rule and tenant:1af6cda2244943bc966e5484c5c2337d is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:53.829902 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:53.840399 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:53.940276 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.945008 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:53.945776 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d62779-fcf7-43cb-a4af-923bd59a3fad req-461e02ad-2912-434c-bafa-867228794b05 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:53.947246 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-99d62779-fcf7-43cb-a4af-923bd59a3fad req-461e02ad-2912-434c-bafa-867228794b05 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.2871401
Jun 29 20:54:53.948021 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1d6b73fa-4eab-461c-a7ac-5b0a0a3c1b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:53.982802 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558}  {{(pid=74217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:54:53.994456 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba827c04-0a02-49c2-9822-546f5028fa51,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:53.998587 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:54.008521 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.008916 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.segments_db [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Added segment 92b8472d-c7d4-4e5e-9ecf-56cd5d42333a of type vlan for network 60ca6b31-8114-434d-9d44-c0a5737338c1
Jun 29 20:54:54.046658 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.074138 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-99d62779-fcf7-43cb-a4af-923bd59a3fad req-67ba0ef5-4d16-4bb7-8c12-b01befdcdc74 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930977
Jun 29 20:54:54.088910 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.090322 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:54.091177 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.096737 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:54.117724 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52540) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:54.199723 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.210817 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-798893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2262218'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.229269 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6025782
Jun 29 20:54:54.231457 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 52546) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:54.241753 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Request body: {'subnet': {'network_id': '60ca6b31-8114-434d-9d44-c0a5737338c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1910958065-subnet', 'tenant_id': '1af6cda2244943bc966e5484c5c2337d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:54.250020 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Pushing event updated for resources: {'Network': ['ID=60ca6b31-8114-434d-9d44-c0a5737338c1,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:54.252567 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:54.266382 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:54.266382 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Usage tracker for resource:subnet and tenant:1af6cda2244943bc966e5484c5c2337d is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:54.266382 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:54.268968 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:54.281333 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network 60ca6b31-8114-434d-9d44-c0a5737338c1 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:54:54.289840 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:54.292560 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Made reservation on behalf of 1af6cda2244943bc966e5484c5c2337d for: {'subnet': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:54.294866 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.310036 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4d4c25a9-47e5-4553-b661-f3f0df88ce3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:54.311767 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] Usage tracker for resource:security_group_rule and tenant:2a7b409b3edc47db8bb501d3c949e352 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:54.317664 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:54.371868 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:54.390706 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-8cab3960-bdf5-473f-84c7-448bf5b72551 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:54.392160 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-8cab3960-bdf5-473f-84c7-448bf5b72551 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/networks?id=232c3708-0dab-431f-8e45-181215153597 HTTP/1.1" status: 200  len: 809 time: 0.3228202
Jun 29 20:54:54.396990 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=630813ae-6938-45f7-a451-02e152b1e922,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:54.406891 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:54.438394 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-0b36e4d2-b031-4605-af69-7c8ae7efa66a tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/quotas/0c6f4afcf4404a2a9535c77cb9e6c076 HTTP/1.1" status: 200  len: 375 time: 0.0325637
Jun 29 20:54:54.440596 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Checking segment: {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:54.441212 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Network hostable DHCP agents. Network: 1d5bead4-e2f1-44b9-97ad-701849f7e964, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:54:54.496280 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-896708fb-b207-4377-a066-25aa6c0b2e14 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c6f4afcf4404a2a9535c77cb9e6c076&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0502534
Jun 29 20:54:54.527217 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Network 1d5bead4-e2f1-44b9-97ad-701849f7e964 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:54:54.562637 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.573674 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.583910 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e23e9070-baf6-4e24-aa06-60b1c6c7b68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:54.597718 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, 1d5bead4-e2f1-44b9-97ad-701849f7e964) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:54.604287 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:54.604912 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.613401 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d94adf-a2ae-47c7-835d-97f46317095d None None] Network 1d5bead4-e2f1-44b9-97ad-701849f7e964 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:54:54.620129 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for subnet, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.633002 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9798bd12-49bb-4b8c-8aba-85633c27245d,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:54.636833 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:54.637569 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-52206d48-2af8-4852-9105-18515f10183f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:54.649087 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-f65b7ba8-7d33-4f0c-b84c-3bb51af0a308 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0750110
Jun 29 20:54:54.671476 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a7b409b3edc47db8bb501d3c949e352&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5504143
Jun 29 20:54:54.675004 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 52554) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:54:54.684679 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-27ed8a5d-d2c8-4a4e-9417-271b6496c687 service neutron] 10.222.0.15 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798213
Jun 29 20:54:54.721755 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef4c0f2-681a-456d-b046-87b0eb1bdaf3,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:54.726786 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:54.740157 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Checking segment: {'id': '92b8472d-c7d4-4e5e-9ecf-56cd5d42333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '60ca6b31-8114-434d-9d44-c0a5737338c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:54.740520 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Network hostable DHCP agents. Network: 60ca6b31-8114-434d-9d44-c0a5737338c1, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:54:54.767238 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Network 60ca6b31-8114-434d-9d44-c0a5737338c1 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:54:54.789659 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, 60ca6b31-8114-434d-9d44-c0a5737338c1) {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:54.796286 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:54.796892 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.807333 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda7ce8-7f90-49e9-baff-5e6eb73981d4 None None] Network 60ca6b31-8114-434d-9d44-c0a5737338c1 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:54:54.861846 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f82fffb-9a22-4f0a-90fb-b7101b782e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:54.882650 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d61b0c61-1ce4-430c-8e04-2cdd270f2bb0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6406245
Jun 29 20:54:54.917947 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 729e7cb5-9827-4199-b74f-f195dcf959cf up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:54:54.922735 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f82fffb-9a22-4f0a-90fb-b7101b782e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:55.009050 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-f3bf99ab-12b1-434f-9d9e-97b781327e12 service neutron] 10.222.0.15 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3231769
Jun 29 20:54:55.041372 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f82fffb-9a22-4f0a-90fb-b7101b782e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:55.047478 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:55.060945 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82fffb-9a22-4f0a-90fb-b7101b782e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9798bd12-49bb-4b8c-8aba-85633c27245d,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:55.063449 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5f82fffb-9a22-4f0a-90fb-b7101b782e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:55.071568 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5f82fffb-9a22-4f0a-90fb-b7101b782e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:55.072702 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-5f82fffb-9a22-4f0a-90fb-b7101b782e88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9798bd12-49bb-4b8c-8aba-85633c27245d HTTP/1.1" status: 204  len: 168 time: 0.3965199
Jun 29 20:54:55.215675 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:54:55.264482 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d60d47e-6451-4c61-bb35-4c5add9a97b8 None None] Network 1d5bead4-e2f1-44b9-97ad-701849f7e964 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:54:55.296042 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 729e7cb5-9827-4199-b74f-f195dcf959cf triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:54:55.297222 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:55.603930 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-b556eade-bcc6-451b-aa47-6771795e4c82 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:55.608862 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a50f47-c8a7-4674-92a0-556aeeabb315 None None] Network 60ca6b31-8114-434d-9d44-c0a5737338c1 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:54:55.611773 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-b556eade-bcc6-451b-aa47-6771795e4c82 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/networks?id=1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 200  len: 814 time: 0.3188691
Jun 29 20:54:55.696111 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-2c31e538-bb01-425e-83d2-53c4d1af89e3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/quotas/9f2a0c1ddcba46d8bad101e19c371426 HTTP/1.1" status: 200  len: 375 time: 0.0777364
Jun 29 20:54:55.768212 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-0dde9648-25ee-40a1-88c7-bdd85fe82218 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0711906
Jun 29 20:54:55.929695 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 0abebf0c-d790-4c17-a7ba-1345456e0e30 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:54:55.960353 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed3155-df72-45d3-8490-36cdb8199f76 req-2958f17c-4b9e-44e6-b5cd-03c2ec951c8a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:55.962199 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2bed3155-df72-45d3-8490-36cdb8199f76 req-2958f17c-4b9e-44e6-b5cd-03c2ec951c8a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.3366008
Jun 29 20:54:56.010238 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-383be7b9-6dfb-4b30-a591-4857d0e60485 service neutron] 10.222.0.15 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2410951
Jun 29 20:54:56.022852 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 0abebf0c-d790-4c17-a7ba-1345456e0e30 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:54:56.023795 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 0abebf0c-d790-4c17-a7ba-1345456e0e30 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:54:56.196956 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2bed3155-df72-45d3-8490-36cdb8199f76 req-9fc3b9b9-59df-47e4-b594-ac01140cd20f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2225785
Jun 29 20:54:56.277181 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-7288ddc6-fdfa-43aa-b4ef-9b81d8b4ed5c service neutron] 10.222.0.15 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2660863
Jun 29 20:54:56.475031 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-18694b81-80d2-48fc-abce-12dfb766c917 req-64942106-2e85-43fb-b0ae-fcdcaf249518 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 210 time: 0.0965066
Jun 29 20:54:56.655602 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f6892b02-ef5e-40d2-bee8-790dc7d6b440 req-c507e451-7ef9-4a29-94cf-b9ff399a7b54 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 210 time: 0.0743034
Jun 29 20:54:57.228693 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-d332fe3f-dea1-4122-8c4c-4ec0bac5b4a6 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:57.230118 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-d332fe3f-dea1-4122-8c4c-4ec0bac5b4a6 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.60 "GET /v2.0/networks?id=232c3708-0dab-431f-8e45-181215153597 HTTP/1.1" status: 200  len: 809 time: 0.1811154
Jun 29 20:54:57.265453 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Request body: {'port': {'device_id': '9593f669-b7c0-418a-a331-d03bdf94e54d', 'network_id': '232c3708-0dab-431f-8e45-181215153597', 'admin_state_up': True, 'tenant_id': '0c6f4afcf4404a2a9535c77cb9e6c076'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:57.435553 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:57.439596 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Usage tracker for resource:port and tenant:0c6f4afcf4404a2a9535c77cb9e6c076 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:57.442840 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:57.448790 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:57.458492 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Made reservation on behalf of 0c6f4afcf4404a2a9535c77cb9e6c076 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:57.461625 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:57.473747 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a10e3-f0d4-42f3-9a1b-25dc964a1d7d req-f06d890f-c277-431d-a406-a8a8eab1b808 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:57.475186 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7c4a10e3-f0d4-42f3-9a1b-25dc964a1d7d req-f06d890f-c277-431d-a406-a8a8eab1b808 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.0848374
Jun 29 20:54:57.523578 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7c4a10e3-f0d4-42f3-9a1b-25dc964a1d7d req-aa92290d-f154-4f8d-ad35-0661840fe47a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421712
Jun 29 20:54:57.680564 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Allocated IP 172.20.0.3 (232c3708-0dab-431f-8e45-181215153597/efece223-9394-4cf6-8e37-4aec8483f1ae/5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:54:57.724980 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c5745b76-4fa3-4cb6-a8d6-14706bff5b86 req-ceafef60-74f8-4ae0-aac3-49b321497c7a tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 210 time: 0.0596969
Jun 29 20:54:57.877081 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-347af27f-e19e-4719-821a-7867e93fdc9a req-de8bab22-de32-408b-abe1-3e3296678ec7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 210 time: 0.0570791
Jun 29 20:54:58.048337 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:58.085337 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:58.092095 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:58.177736 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Network 232c3708-0dab-431f-8e45-181215153597 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:58.181164 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:58.188632 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:54:58.192614 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:58.193223 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:58.203625 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-8c7224d8-4935-430f-b60e-879427b8695b tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:58.205542 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Pushing event updated for resources: {'Port': ['ID=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:58.214157 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-8c7224d8-4935-430f-b60e-879427b8695b tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "GET /v2.0/networks?id=1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 200  len: 814 time: 0.1997144
Jun 29 20:54:58.219345 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:58.236504 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9755166
Jun 29 20:54:58.263692 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Request body: {'port': {'device_id': '27ba8a54-9de3-41fe-8819-8b58a1b5d5e7', 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964', 'admin_state_up': True, 'tenant_id': '9f2a0c1ddcba46d8bad101e19c371426'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:58.266095 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Request body: {'port': {'device_id': '9593f669-b7c0-418a-a331-d03bdf94e54d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:54:58.304225 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dba284-eb35-459e-a721-fdda5a7b8719 None None] New status for floating IP 7644e948-9103-40ce-885a-6928fc461f2d: ACTIVE {{(pid=74219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 20:54:58.414594 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:58.542930 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:54:58.548560 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Usage tracker for resource:port and tenant:9f2a0c1ddcba46d8bad101e19c371426 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:54:58.552797 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:54:58.559837 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:54:58.577525 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Made reservation on behalf of 9f2a0c1ddcba46d8bad101e19c371426 for: {'port': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:54:58.581006 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:58.897782 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0be1d-d20b-4e4e-9480-10727e348020 req-4692104d-c683-4478-be04-65c62e7926ba tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:58.899218 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8dc0be1d-d20b-4e4e-9480-10727e348020 req-4692104d-c683-4478-be04-65c62e7926ba tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1850026
Jun 29 20:54:58.905755 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Allocated IP 172.20.0.12 (1d5bead4-e2f1-44b9-97ad-701849f7e964/630813ae-6938-45f7-a451-02e152b1e922/002614df-5979-4f83-b55d-1bdfe4a85527) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:54:58.916514 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:54:58.923844 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:58.941398 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Transition to ACTIVE for port object 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:54:58.947424 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:58.952909 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-010d9e25-750c-4b8d-8928-85c0091c7dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:59.033462 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8dc0be1d-d20b-4e4e-9480-10727e348020 req-f7116aa0-454f-4df1-83a9-22219f932ba1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250062
Jun 29 20:54:59.074613 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Pushing event updated for resources: {'Port': ['ID=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:59.079612 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:59.134640 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Attempting to bind port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:54:59.135600 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Attempting to bind port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': 'db0487cc-9286-4dd1-b7c2-1e457b431639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '232c3708-0dab-431f-8e45-181215153597'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:54:59.136040 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Attempting to bind port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 on network 232c3708-0dab-431f-8e45-181215153597 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:59.142124 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 on network 232c3708-0dab-431f-8e45-181215153597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:54:59.142523 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Attempting to bind port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 on network 232c3708-0dab-431f-8e45-181215153597 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:54:59.149874 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:54:59.150303 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Checking segment: {'id': 'db0487cc-9286-4dd1-b7c2-1e457b431639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '232c3708-0dab-431f-8e45-181215153597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:54:59.150765 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Bound using segment: {'id': 'db0487cc-9286-4dd1-b7c2-1e457b431639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '232c3708-0dab-431f-8e45-181215153597'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:54:59.151713 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Bound port: 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db0487cc-9286-4dd1-b7c2-1e457b431639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '232c3708-0dab-431f-8e45-181215153597'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:54:59.151713 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:59.166208 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f10c1c-4f88-4aef-ae9d-180692ffc577 req-88c6d403-785a-45cb-b15a-276b66359859 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:59.167569 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f4f10c1c-4f88-4aef-ae9d-180692ffc577 req-88c6d403-785a-45cb-b15a-276b66359859 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 943 time: 0.2134011
Jun 29 20:54:59.245242 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] For port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:54:59.250228 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] For port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,segment=NetworkSegment(db0487cc-9286-4dd1-b7c2-1e457b431639),segment_id=db0487cc-9286-4dd1-b7c2-1e457b431639)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:54:59.256879 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:59.261301 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5ff1d786-fe85-4197-8ca1-3d738f5becad tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:59.267539 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a09f17fc-7fee-443e-94ee-0d094558459c req-58b51a1e-e7e0-4748-b42b-cb3795d2eb64 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 210 time: 0.0767939
Jun 29 20:54:59.299798 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:59.310066 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f4f10c1c-4f88-4aef-ae9d-180692ffc577 req-e639378f-fa82-4578-822f-f706bf4c0d5b tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351430
Jun 29 20:54:59.334337 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:59.335905 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] 10.222.0.60 "PUT /v2.0/ports/5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 HTTP/1.1" status: 200  len: 1093 time: 1.0746830
Jun 29 20:54:59.336444 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9593f669-b7c0-418a-a331-d03bdf94e54d', 'tag': '5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:54:59.346054 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Pushing event updated for resources: {'Port': ['ID=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:59.350229 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:59.357596 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:59.364617 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-db1363d2-6c31-43d7-90ec-d4e39b18e591 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:54:59.431133 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Network 1d5bead4-e2f1-44b9-97ad-701849f7e964 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:54:59.434374 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:54:59.438332 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:54:59.478444 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Pushing event updated for resources: {'Port': ['ID=002614df-5979-4f83-b55d-1bdfe4a85527,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:54:59.482804 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:54:59.510869 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:54:59.511484 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:54:59.533668 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2741048
Jun 29 20:55:02.298716 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Request body: {'port': {'device_id': '27ba8a54-9de3-41fe-8819-8b58a1b5d5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:55:02.414729 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9593f669-b7c0-418a-a331-d03bdf94e54d', 'tag': '5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8', 'status': 'completed', 'code': 200}
Jun 29 20:55:02.416913 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:02.463048 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-bb106c55-1627-4683-97a5-0cdba3761dcb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c6f4afcf4404a2a9535c77cb9e6c076&device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 1096 time: 0.0914595
Jun 29 20:55:02.568400 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-de330eb2-12a6-4c1a-9b55-58570ecfb6de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 HTTP/1.1" status: 200  len: 217 time: 0.0879908
Jun 29 20:55:02.651304 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-8b1b5cdf-2f3d-487f-a465-3c621a9ccd46 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:02.653069 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-8b1b5cdf-2f3d-487f-a465-3c621a9ccd46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efece223-9394-4cf6-8e37-4aec8483f1ae HTTP/1.1" status: 200  len: 849 time: 0.0775468
Jun 29 20:55:02.702028 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-70d92906-502d-4839-b331-69c25807abe4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=232c3708-0dab-431f-8e45-181215153597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394375
Jun 29 20:55:02.783041 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1612a6-ad85-4ce0-a6d4-c7e80c5d6a20 req-bc413beb-76d1-4411-9e1e-b91bf634f9c3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:02.783617 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-3a1612a6-ad85-4ce0-a6d4-c7e80c5d6a20 req-bc413beb-76d1-4411-9e1e-b91bf634f9c3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Synchronizing usage tracker for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:55:02.844505 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-8f630d0c-e250-430f-a5e6-c2a0ab9e7525 service neutron] 10.222.0.60 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283863
Jun 29 20:55:02.850269 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-3a1612a6-ad85-4ce0-a6d4-c7e80c5d6a20 req-bc413beb-76d1-4411-9e1e-b91bf634f9c3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Unset dirty status for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:55:02.851414 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3a1612a6-ad85-4ce0-a6d4-c7e80c5d6a20 req-bc413beb-76d1-4411-9e1e-b91bf634f9c3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 932 time: 0.3067372
Jun 29 20:55:02.892429 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6747f-13d2-4e85-8392-08f8bfa38f23 req-29c8dc9d-7541-4c1e-a6dc-c4af468f8a8d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:02.893880 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bff6747f-13d2-4e85-8392-08f8bfa38f23 req-29c8dc9d-7541-4c1e-a6dc-c4af468f8a8d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1868529
Jun 29 20:55:02.985764 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f97c4270-ec56-48a5-ba59-51c37e9ef261 req-1d94dd9e-0f39-48a2-90fb-8c4ce127cefa service neutron] 10.222.0.60 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321836
Jun 29 20:55:02.994140 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3a1612a6-ad85-4ce0-a6d4-c7e80c5d6a20 req-1d3d146a-922a-42ad-beba-e1e03ab49f7e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348498
Jun 29 20:55:02.999254 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002614df-5979-4f83-b55d-1bdfe4a85527 {{(pid=74216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:55:03.010957 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:03.029188 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bff6747f-13d2-4e85-8392-08f8bfa38f23 req-06e418f2-5e87-4c76-ba33-c982f7569950 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269348
Jun 29 20:55:03.041904 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.provisioning_blocks [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Transition to ACTIVE for port object 002614df-5979-4f83-b55d-1bdfe4a85527 will not be triggered until provisioned by entity L2. {{(pid=74216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:55:03.045984 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-798744'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:03.050849 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:03.235312 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-77611228-7819-41b1-8aed-89627e6754fc req-aa2d7f33-8885-4fe7-94eb-e6cb5b2ac937 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c6f4afcf4404a2a9535c77cb9e6c076&device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 1096 time: 0.1093490
Jun 29 20:55:03.321001 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Pushing event updated for resources: {'Port': ['ID=002614df-5979-4f83-b55d-1bdfe4a85527,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:03.364071 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:03.501680 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77611228-7819-41b1-8aed-89627e6754fc req-49f4ebc5-b360-4df2-9a23-316f1c999133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:03.503719 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-77611228-7819-41b1-8aed-89627e6754fc req-49f4ebc5-b360-4df2-9a23-316f1c999133 service neutron] 10.222.0.60 "GET /v2.0/networks?id=232c3708-0dab-431f-8e45-181215153597 HTTP/1.1" status: 200  len: 910 time: 0.2598932
Jun 29 20:55:03.601111 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-77611228-7819-41b1-8aed-89627e6754fc req-448be0d7-5071-4729-a509-b9c03d302f4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 HTTP/1.1" status: 200  len: 217 time: 0.0860424
Jun 29 20:55:03.612342 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b414d8-3de5-451c-9740-8b30316e9c67 req-7d18e25b-d693-4782-a3a6-dde033bbb0e1 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:03.614615 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f9b414d8-3de5-451c-9740-8b30316e9c67 req-7d18e25b-d693-4782-a3a6-dde033bbb0e1 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 943 time: 0.3158128
Jun 29 20:55:03.615894 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Attempting to bind port 002614df-5979-4f83-b55d-1bdfe4a85527 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:55:03.616239 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Attempting to bind port 002614df-5979-4f83-b55d-1bdfe4a85527 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'}] {{(pid=74216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:55:03.616575 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Attempting to bind port 002614df-5979-4f83-b55d-1bdfe4a85527 on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:55:03.641562 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Port 002614df-5979-4f83-b55d-1bdfe4a85527 on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:55:03.641898 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Attempting to bind port 002614df-5979-4f83-b55d-1bdfe4a85527 on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:55:03.652904 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:55:03.653380 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Checking segment: {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:55:03.653619 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Bound using segment: {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'} {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:55:03.654060 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Bound port: 002614df-5979-4f83-b55d-1bdfe4a85527, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'}}] {{(pid=74216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:55:03.654424 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:03.703261 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77611228-7819-41b1-8aed-89627e6754fc req-81b125bd-eb83-4491-99a7-4f50ad914fac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:03.704701 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-77611228-7819-41b1-8aed-89627e6754fc req-81b125bd-eb83-4491-99a7-4f50ad914fac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efece223-9394-4cf6-8e37-4aec8483f1ae HTTP/1.1" status: 200  len: 849 time: 0.0934575
Jun 29 20:55:03.725691 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f9b414d8-3de5-451c-9740-8b30316e9c67 req-d1b9056c-5b22-48ca-9ced-0dbd3757e515 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032071
Jun 29 20:55:03.780258 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] For port 002614df-5979-4f83-b55d-1bdfe4a85527, host hv-cinder-77978, cleared binding levels {{(pid=74216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:55:03.783706 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] For port 002614df-5979-4f83-b55d-1bdfe4a85527, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=002614df-5979-4f83-b55d-1bdfe4a85527,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:55:03.785536 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-77611228-7819-41b1-8aed-89627e6754fc req-66629a9c-ec0c-4bf4-931d-c6c7e70665b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=232c3708-0dab-431f-8e45-181215153597&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518804
Jun 29 20:55:03.787744 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-798744'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:03.792295 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:03.858520 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:03.859859 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] 10.222.0.60 "PUT /v2.0/ports/002614df-5979-4f83-b55d-1bdfe4a85527 HTTP/1.1" status: 200  len: 1094 time: 1.5655830
Jun 29 20:55:03.860324 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ba8a54-9de3-41fe-8819-8b58a1b5d5e7', 'tag': '002614df-5979-4f83-b55d-1bdfe4a85527'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:55:03.872954 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Pushing event updated for resources: {'Port': ['ID=002614df-5979-4f83-b55d-1bdfe4a85527,revision_number=3']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:03.875832 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:03.916394 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ba8a54-9de3-41fe-8819-8b58a1b5d5e7', 'tag': '002614df-5979-4f83-b55d-1bdfe4a85527', 'status': 'completed', 'code': 200}
Jun 29 20:55:04.208376 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35d2f5-b9ea-46a8-973e-7c968dee2950 req-7ccf64cf-6b07-4aa0-83d5-5a7ce05133de tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:04.209849 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5a35d2f5-b9ea-46a8-973e-7c968dee2950 req-7ccf64cf-6b07-4aa0-83d5-5a7ce05133de tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 944 time: 0.0792818
Jun 29 20:55:04.260560 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5a35d2f5-b9ea-46a8-973e-7c968dee2950 req-e07e325f-d4c9-4337-a1a6-cad9d527a1d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449874
Jun 29 20:55:04.451440 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc414a-62c8-48fd-a378-765479b8bb86 req-2f370882-c064-40d9-aa40-4c56aca63562 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:04.452884 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9ddc414a-62c8-48fd-a378-765479b8bb86 req-2f370882-c064-40d9-aa40-4c56aca63562 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.0812933
Jun 29 20:55:04.499871 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9ddc414a-62c8-48fd-a378-765479b8bb86 req-b530d5f4-4950-44f3-9d71-0aea85bcf78c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404372
Jun 29 20:55:06.987590 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ab62e01e-e161-42aa-9332-c53f6a6f3b4d req-dfd99ea8-20cb-401b-a8d3-e801ff0e431a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 1097 time: 0.0730448
Jun 29 20:55:06.992310 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-77611228-7819-41b1-8aed-89627e6754fc req-6d8f2287-d66a-4d32-a0d4-7cb3ac8ac12e service neutron] 10.222.0.60 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333365
Jun 29 20:55:07.160912 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-77611228-7819-41b1-8aed-89627e6754fc req-a25eb1ed-4f21-4f7f-bfad-25a95c8e76af service neutron] 10.222.0.60 "GET /v2.0/networks/232c3708-0dab-431f-8e45-181215153597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332109
Jun 29 20:55:07.280641 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62e01e-e161-42aa-9332-c53f6a6f3b4d req-ef7783c7-cf2c-450a-b2a7-5505c039259d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:07.282046 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ab62e01e-e161-42aa-9332-c53f6a6f3b4d req-ef7783c7-cf2c-450a-b2a7-5505c039259d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2558138
Jun 29 20:55:07.324045 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6100a3-ecf4-4692-ac22-5523baa0dded req-e008a721-a9f2-4b75-943e-616df9ffda74 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:07.325419 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cb6100a3-ecf4-4692-ac22-5523baa0dded req-e008a721-a9f2-4b75-943e-616df9ffda74 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 943 time: 0.2666287
Jun 29 20:55:07.334736 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ce662-d6db-482a-bfc4-d5634cedf6b0 req-996b24f5-83bc-4151-a9d6-3998396443c2 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:07.336049 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-539ce662-d6db-482a-bfc4-d5634cedf6b0 req-996b24f5-83bc-4151-a9d6-3998396443c2 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 944 time: 0.1875629
Jun 29 20:55:07.504735 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cb6100a3-ecf4-4692-ac22-5523baa0dded req-12803176-d611-4567-ac22-8ba67c1178b8 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256604
Jun 29 20:55:07.506626 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-539ce662-d6db-482a-bfc4-d5634cedf6b0 req-1040eff3-326f-41d1-b0eb-457691766b27 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265500
Jun 29 20:55:07.510670 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62e01e-e161-42aa-9332-c53f6a6f3b4d req-21282410-b797-48f6-b59f-44b5b2249291 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:07.511995 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ab62e01e-e161-42aa-9332-c53f6a6f3b4d req-21282410-b797-48f6-b59f-44b5b2249291 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2190518
Jun 29 20:55:07.736702 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-033af08d-7d9e-498a-816e-d0c6671f901a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 1097 time: 0.1371396
Jun 29 20:55:07.751643 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2cc5a-6641-424d-828b-f6a513c4c342 req-fa19728d-6a90-479c-a918-fad85aea5eba tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:07.753333 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b9e2cc5a-6641-424d-828b-f6a513c4c342 req-fa19728d-6a90-479c-a918-fad85aea5eba tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1053724
Jun 29 20:55:07.837879 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-92f06d3c-28a1-4871-be30-9654c72c29b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=002614df-5979-4f83-b55d-1bdfe4a85527 HTTP/1.1" status: 200  len: 217 time: 0.0792630
Jun 29 20:55:07.906967 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b9e2cc5a-6641-424d-828b-f6a513c4c342 req-f907699b-4635-4750-a1f4-814d75502730 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009986
Jun 29 20:55:07.917313 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-f6322fc4-f251-4da1-a887-538c0780e3db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:07.918666 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-f6322fc4-f251-4da1-a887-538c0780e3db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=630813ae-6938-45f7-a451-02e152b1e922 HTTP/1.1" status: 200  len: 854 time: 0.0733016
Jun 29 20:55:07.967020 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-d929ab27-2734-4140-85f7-3c7a156e7860 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d5bead4-e2f1-44b9-97ad-701849f7e964&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401926
Jun 29 20:55:08.180247 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-ec51721f-27f2-4ff0-a6e1-05049f925485 service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028949
Jun 29 20:55:08.325739 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2e39e847-21e7-4d3a-bf2a-a8e86b093fae req-a272976b-eebe-4cc4-9ce1-6c1d0d1d4ff1 service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371982
Jun 29 20:55:08.783178 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:55:08.800725 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb44269-92ef-4fd5-b680-7299e3f811fa req-71414e12-3842-426a-8776-ea86af3c82fc tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:08.802152 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-edb44269-92ef-4fd5-b680-7299e3f811fa req-71414e12-3842-426a-8776-ea86af3c82fc tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 943 time: 0.1562333
Jun 29 20:55:08.808428 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fa661-237f-4204-b4b7-13c1c9a6f78c req-4803b707-6736-49f8-9288-3e5c017e438e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:08.809769 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-841fa661-237f-4204-b4b7-13c1c9a6f78c req-4803b707-6736-49f8-9288-3e5c017e438e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 944 time: 0.1192069
Jun 29 20:55:08.876486 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-edb44269-92ef-4fd5-b680-7299e3f811fa req-cac5051c-1f88-4ed5-92c9-513aae1fa56a tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656848
Jun 29 20:55:08.886439 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-841fa661-237f-4204-b4b7-13c1c9a6f78c req-930e142f-4efc-4fc8-ada0-14f9bebcdc06 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609694
Jun 29 20:55:08.920054 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,segment=NetworkSegment(db0487cc-9286-4dd1-b7c2-1e457b431639),segment_id=db0487cc-9286-4dd1-b7c2-1e457b431639)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:08.934116 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8', 'network_id': '232c3708-0dab-431f-8e45-181215153597', 'port_id': '5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8', 'mac_address': 'fa:16:3e:c0:1c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efece223-9394-4cf6-8e37-4aec8483f1ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:55:08.989852 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:09.008262 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:55:09.025470 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,segment=NetworkSegment(db0487cc-9286-4dd1-b7c2-1e457b431639),segment_id=db0487cc-9286-4dd1-b7c2-1e457b431639)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:09.029251 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:09.031180 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:09.108778 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:09.111959 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:09.117835 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03410ed-ec90-4877-a5f8-4e98911fb156 req-8ed9ec39-5299-4ee4-a589-c49da0bcd15e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:09.119268 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e03410ed-ec90-4877-a5f8-4e98911fb156 req-8ed9ec39-5299-4ee4-a589-c49da0bcd15e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.0768254
Jun 29 20:55:09.166567 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e03410ed-ec90-4877-a5f8-4e98911fb156 req-4b42cfe1-e422-4430-9b82-699f182dd4a0 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413673
Jun 29 20:55:09.507086 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:55:10.165823 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3361dfa-4132-48ab-86ba-88f884666cdd req-6e080c81-ec8c-455a-bbb3-7e2aa9c68cb9 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:10.167616 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e3361dfa-4132-48ab-86ba-88f884666cdd req-6e080c81-ec8c-455a-bbb3-7e2aa9c68cb9 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 944 time: 0.1570101
Jun 29 20:55:10.196827 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fa63a-987f-40d2-ae63-79d9ac619a76 req-9ca75635-3e18-47f5-8ce4-1ff6f3e35cf9 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:10.198580 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f3fa63a-987f-40d2-ae63-79d9ac619a76 req-9ca75635-3e18-47f5-8ce4-1ff6f3e35cf9 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 944 time: 0.1443486
Jun 29 20:55:10.265337 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e3361dfa-4132-48ab-86ba-88f884666cdd req-b5e31403-619f-4beb-b82f-5690f82b29d3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896299
Jun 29 20:55:10.270023 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f3fa63a-987f-40d2-ae63-79d9ac619a76 req-b94dcec0-3fc3-4a4c-8a84-c1e7a3ef8c7e tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605128
Jun 29 20:55:10.493068 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c2872-8ac1-4d15-ad13-1b0a69883a76 req-9888d28e-11dd-48ea-a090-1f5d8f89917a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:10.495135 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-472c2872-8ac1-4d15-ad13-1b0a69883a76 req-9888d28e-11dd-48ea-a090-1f5d8f89917a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.0868130
Jun 29 20:55:10.592564 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-472c2872-8ac1-4d15-ad13-1b0a69883a76 req-543e0d8e-2251-4f1f-8a44-e42800040459 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896323
Jun 29 20:55:10.797706 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 002614df-5979-4f83-b55d-1bdfe4a85527 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:55:10.826217 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:55:11.021716 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 002614df-5979-4f83-b55d-1bdfe4a85527, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=002614df-5979-4f83-b55d-1bdfe4a85527,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:11.031482 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:55:11.039594 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '002614df-5979-4f83-b55d-1bdfe4a85527', 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964', 'port_id': '002614df-5979-4f83-b55d-1bdfe4a85527', 'mac_address': 'fa:16:3e:d1:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630813ae-6938-45f7-a451-02e152b1e922', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:55:11.041040 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:55:11.041415 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:11.143123 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:11.162688 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002614df-5979-4f83-b55d-1bdfe4a85527 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:55:11.215955 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 002614df-5979-4f83-b55d-1bdfe4a85527, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=002614df-5979-4f83-b55d-1bdfe4a85527,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:11.223686 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:11.226691 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:11.258490 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:11.306778 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9593f669-b7c0-418a-a331-d03bdf94e54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:55:11.322623 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,segment=NetworkSegment(db0487cc-9286-4dd1-b7c2-1e457b431639),segment_id=db0487cc-9286-4dd1-b7c2-1e457b431639)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:11.325906 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=002614df-5979-4f83-b55d-1bdfe4a85527,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:11.329256 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:11.331136 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:11.331595 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:11.402374 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:11.405471 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:11.567212 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c67e5-f871-45e0-b99f-57fce251a07f req-d4611572-d7c7-4056-b4f2-82438ffc3f5e tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:11.568803 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8a4c67e5-f871-45e0-b99f-57fce251a07f req-d4611572-d7c7-4056-b4f2-82438ffc3f5e tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 945 time: 0.1429331
Jun 29 20:55:11.574197 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3f0d-5695-48e8-9253-a7cd9144dddc req-349069c5-a8f6-4fdc-93cb-3b876c18f2e0 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:11.575497 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b6fa3f0d-5695-48e8-9253-a7cd9144dddc req-349069c5-a8f6-4fdc-93cb-3b876c18f2e0 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 945 time: 0.1155801
Jun 29 20:55:11.649093 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['002614df-5979-4f83-b55d-1bdfe4a85527'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:55:11.660248 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b6fa3f0d-5695-48e8-9253-a7cd9144dddc req-30143045-0e38-454b-a079-718e4410bdff tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663507
Jun 29 20:55:11.662456 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8a4c67e5-f871-45e0-b99f-57fce251a07f req-b4313158-c2bd-4ad8-86bd-79379c6bfcdb tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845776
Jun 29 20:55:11.783842 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9593f669-b7c0-418a-a331-d03bdf94e54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8', 'code': 200}
Jun 29 20:55:12.155003 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d437d-fa49-4f17-914c-c066ff82b973 req-0305ec63-37af-4c4b-8ed2-5627f52db0d6 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:12.156437 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0b0d437d-fa49-4f17-914c-c066ff82b973 req-0305ec63-37af-4c4b-8ed2-5627f52db0d6 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1571946
Jun 29 20:55:12.159043 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9c945152-3e26-4505-8e18-1757e5b27181 req-211ac965-3762-4ec6-ba88-edcc079b8b22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 1098 time: 0.1116557
Jun 29 20:55:12.234020 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0b0d437d-fa49-4f17-914c-c066ff82b973 req-1d9e0ae9-a8ef-4252-aeae-edc9481da0f0 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702052
Jun 29 20:55:12.240634 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9c945152-3e26-4505-8e18-1757e5b27181 req-8bbaf700-0f6a-476d-9e25-eee2992ff12b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579579
Jun 29 20:55:12.592010 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-00ba5fa1-1608-41cd-89eb-d871c799a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:12.925015 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45cc6b-e46c-4a87-8bc6-9ca54061a3f7 req-05691124-7367-4330-a56f-b1955094394a tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:12.926464 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1b45cc6b-e46c-4a87-8bc6-9ca54061a3f7 req-05691124-7367-4330-a56f-b1955094394a tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 945 time: 0.1379035
Jun 29 20:55:12.932362 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efa570-6dbd-4b6f-b710-0288175ef218 req-01ce1412-a14f-42a9-908d-1a857a7b5ed1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:12.933691 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b7efa570-6dbd-4b6f-b710-0288175ef218 req-01ce1412-a14f-42a9-908d-1a857a7b5ed1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 945 time: 0.1102169
Jun 29 20:55:13.003282 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:13.008301 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1b45cc6b-e46c-4a87-8bc6-9ca54061a3f7 req-a63703f1-9eb6-4d1f-bebc-4a7168434889 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735822
Jun 29 20:55:13.012864 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b7efa570-6dbd-4b6f-b710-0288175ef218 req-5d7f930b-6ec0-45c0-8b5a-384d7fc3a69d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647449
Jun 29 20:55:14.847101 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-bff8219f-defb-44b4-8a1f-0afc9252c947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:15.843827 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:16.097064 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efee07-eb15-41e8-a774-e10917cc4643 req-5eb9e787-d796-4ab5-a7bd-b83fc6fd61ba tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:16.098686 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a1efee07-eb15-41e8-a774-e10917cc4643 req-5eb9e787-d796-4ab5-a7bd-b83fc6fd61ba tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1340048
Jun 29 20:55:16.107911 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035e16d-5a5a-44eb-ac8b-6d9889b65f5e req-a2c0488e-5072-40ed-b995-3bdcdd438c7b tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:16.109297 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a035e16d-5a5a-44eb-ac8b-6d9889b65f5e req-a2c0488e-5072-40ed-b995-3bdcdd438c7b tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 945 time: 0.1103005
Jun 29 20:55:16.182852 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a1efee07-eb15-41e8-a774-e10917cc4643 req-8dc4009d-c56b-4e10-830e-a887a9a018c4 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726261
Jun 29 20:55:16.185315 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a035e16d-5a5a-44eb-ac8b-6d9889b65f5e req-d14c9b92-f4e4-488a-9519-cdb437c96296 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616617
Jun 29 20:55:16.375144 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ea64e-8a87-4e3a-a0c7-70c8a37dd863 req-679e68eb-8404-4fb8-9790-4cf804bf2eeb tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:16.376734 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-967ea64e-8a87-4e3a-a0c7-70c8a37dd863 req-679e68eb-8404-4fb8-9790-4cf804bf2eeb tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 945 time: 0.0827889
Jun 29 20:55:16.491777 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-967ea64e-8a87-4e3a-a0c7-70c8a37dd863 req-7748b22b-573e-4fc6-89fe-ee43f71385e2 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078939
Jun 29 20:55:16.829672 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 002614df-5979-4f83-b55d-1bdfe4a85527 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:55:16.953055 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 002614df-5979-4f83-b55d-1bdfe4a85527 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:55:16.967123 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 002614df-5979-4f83-b55d-1bdfe4a85527 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:55:16.967557 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:17.099206 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:17.130256 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ba8a54-9de3-41fe-8819-8b58a1b5d5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002614df-5979-4f83-b55d-1bdfe4a85527'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:55:17.140911 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 002614df-5979-4f83-b55d-1bdfe4a85527, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=002614df-5979-4f83-b55d-1bdfe4a85527,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:17.157202 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:17.162196 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:17.260320 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:17.321236 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ba8a54-9de3-41fe-8819-8b58a1b5d5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002614df-5979-4f83-b55d-1bdfe4a85527', 'code': 200}
Jun 29 20:55:17.329266 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=002614df-5979-4f83-b55d-1bdfe4a85527,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:17.333189 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:17.502120 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec1794-093d-4833-8333-0f64a3d0ee97 req-90435955-16f5-4af4-8274-c5b738aa8142 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:17.504021 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ebec1794-093d-4833-8333-0f64a3d0ee97 req-90435955-16f5-4af4-8274-c5b738aa8142 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1365950
Jun 29 20:55:17.532822 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536eeba-d6b8-458c-b85c-11654e01fe65 req-2e6c1f95-fe3d-440e-9a1f-a7cf1848eccc tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:17.534220 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7536eeba-d6b8-458c-b85c-11654e01fe65 req-2e6c1f95-fe3d-440e-9a1f-a7cf1848eccc tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 945 time: 0.1235399
Jun 29 20:55:17.648143 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ebec1794-093d-4833-8333-0f64a3d0ee97 req-58e71dd4-1afe-4151-b210-cb2e9ee2763a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369689
Jun 29 20:55:17.657108 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7536eeba-d6b8-458c-b85c-11654e01fe65 req-2c5e8656-5442-42dd-af35-c46e263e1b02 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140306
Jun 29 20:55:17.670534 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4fe43a65-6f67-4381-a064-02515428014c req-ef706641-7c65-47eb-82b5-c232e1d2c758 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 1099 time: 0.1243656
Jun 29 20:55:17.717642 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4fe43a65-6f67-4381-a064-02515428014c req-31a5a8e3-6b63-474d-973b-c42f7192c0db service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380216
Jun 29 20:55:17.833472 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218262b-1044-4393-af4e-0c59eefd53c4 req-e4023d87-0992-4806-82d6-a1d255f105bf tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:17.834870 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4218262b-1044-4393-af4e-0c59eefd53c4 req-e4023d87-0992-4806-82d6-a1d255f105bf tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 946 time: 0.0747120
Jun 29 20:55:17.878393 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4218262b-1044-4393-af4e-0c59eefd53c4 req-65ce6887-284e-4363-8f89-0ed4111ea7b1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380268
Jun 29 20:55:18.875345 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd644a-23f3-4e1a-9245-159a01c55736 req-e57205a2-5df0-4987-b0a8-56c9998582eb tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:18.876807 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bfbd644a-23f3-4e1a-9245-159a01c55736 req-e57205a2-5df0-4987-b0a8-56c9998582eb tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1065018
Jun 29 20:55:18.924136 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bfbd644a-23f3-4e1a-9245-159a01c55736 req-9508aa5a-50b6-4b4b-bc6b-c6a61746aa64 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408881
Jun 29 20:55:19.018058 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:19.099399 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef26b1a-634f-405c-8567-e034cea409f7 req-eedcb9f5-7e21-4be8-92d1-77399a8354ae tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:19.100900 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8ef26b1a-634f-405c-8567-e034cea409f7 req-eedcb9f5-7e21-4be8-92d1-77399a8354ae tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 946 time: 0.0824609
Jun 29 20:55:19.185078 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8ef26b1a-634f-405c-8567-e034cea409f7 req-b55b6fd0-fafd-4a01-a125-d00e7fafd47e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769148
Jun 29 20:55:19.886377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdee89-7709-4945-94d3-51eca95de262 req-e4ddbeb7-de8a-4f50-ab99-e670874ade1d tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:19.887821 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-91cdee89-7709-4945-94d3-51eca95de262 req-e4ddbeb7-de8a-4f50-ab99-e670874ade1d tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 945 time: 0.0816095
Jun 29 20:55:19.942895 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-91cdee89-7709-4945-94d3-51eca95de262 req-51adaf2c-c046-4d04-b13b-4672668fcf41 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482042
Jun 29 20:55:20.152114 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb8c17-f7f0-4086-bc34-ed79d102a422 req-875d9ef0-2e7f-455c-bd29-6600e5e68778 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:20.153582 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d9fb8c17-f7f0-4086-bc34-ed79d102a422 req-875d9ef0-2e7f-455c-bd29-6600e5e68778 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.0820243
Jun 29 20:55:20.201230 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d9fb8c17-f7f0-4086-bc34-ed79d102a422 req-09546598-fc5b-44ee-9518-8157a93bb22a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414824
Jun 29 20:55:20.437977 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b55a5-d0e0-4d08-815c-7a9577a1dc8e req-781e9760-ef4e-4a0c-9e26-84c76b63709d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:20.439880 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bd4b55a5-d0e0-4d08-815c-7a9577a1dc8e req-781e9760-ef4e-4a0c-9e26-84c76b63709d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 946 time: 0.0853500
Jun 29 20:55:20.486842 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bd4b55a5-d0e0-4d08-815c-7a9577a1dc8e req-44a756ca-732a-430f-8f9c-80e046ca234b tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405741
Jun 29 20:55:21.166826 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dca401-5074-4169-97f8-ebd51a569d13 req-089f5308-0518-4dd0-99b0-df68eaeb265f tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:21.169444 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-91dca401-5074-4169-97f8-ebd51a569d13 req-089f5308-0518-4dd0-99b0-df68eaeb265f tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 945 time: 0.0944173
Jun 29 20:55:21.221217 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-91dca401-5074-4169-97f8-ebd51a569d13 req-51ff5561-6025-4c2b-a98d-85a879cbed7f tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443058
Jun 29 20:55:21.412059 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717ee3-c116-4a93-ae41-9001b1cfc4a6 req-1b2d9900-6534-4280-86ba-f32e15a04afd tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:21.413496 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d4717ee3-c116-4a93-ae41-9001b1cfc4a6 req-1b2d9900-6534-4280-86ba-f32e15a04afd tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.0761704
Jun 29 20:55:21.463820 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d4717ee3-c116-4a93-ae41-9001b1cfc4a6 req-ce1c4f06-c892-4999-91b2-b71c54653ab2 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444388
Jun 29 20:55:24.301389 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e08b8-655b-4959-aa29-2b8e00682b10 req-bf63810b-bd52-4db2-9d62-45b6eb51ec38 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:24.302828 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-665e08b8-655b-4959-aa29-2b8e00682b10 req-bf63810b-bd52-4db2-9d62-45b6eb51ec38 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 945 time: 0.1340828
Jun 29 20:55:24.343101 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a64c9-eb5c-4dbd-896c-d0d914dddf55 req-9cb4dda1-1d04-480c-bd5d-bff39890805f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:24.344634 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-186a64c9-eb5c-4dbd-896c-d0d914dddf55 req-9cb4dda1-1d04-480c-bd5d-bff39890805f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1386375
Jun 29 20:55:24.384410 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-665e08b8-655b-4959-aa29-2b8e00682b10 req-e168aac3-701c-4d36-9a01-f494969edb93 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aa62691-b802-4817-bc85-c16e3faeb591&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735781
Jun 29 20:55:24.403998 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-186a64c9-eb5c-4dbd-896c-d0d914dddf55 req-a4d43fda-ae32-4bdd-864d-c73fb7d0ec40 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495062
Jun 29 20:55:24.741944 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-0b851410-05e3-474e-9925-93f567559aab tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:24.743363 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-0b851410-05e3-474e-9925-93f567559aab tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.60 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 945 time: 0.0760436
Jun 29 20:55:24.815034 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Deleting port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 {{(pid=74216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:55:24.815386 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:25.049880 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] For port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,segment=NetworkSegment(db0487cc-9286-4dd1-b7c2-1e457b431639),segment_id=db0487cc-9286-4dd1-b7c2-1e457b431639)] {{(pid=74216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:25.050252 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:25.239886 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Calling delete_port for 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 owned by compute:nova {{(pid=74216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:55:25.443741 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:25.451443 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:25.499797 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Pushing event deleted for resources: {'Port': ['ID=5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:25.503609 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:25.509316 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:55:25.599143 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-34e64c3c-bad4-4ccc-ab42-8d22873d6045 req-0a198573-ee5c-437d-b89c-2cf86cd79cbf tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 210 time: 0.0908694
Jun 29 20:55:25.677164 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] No DVR routers for this DVR port 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 on host hv-cinder-77978 {{(pid=74216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:55:25.681676 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:25.685010 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9593f669-b7c0-418a-a331-d03bdf94e54d', 'name': 'network-vif-deleted', 'tag': '5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:55:25.707190 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-afcae493-3e7b-43ab-b9fd-843f5bddb436 req-e74eba59-3598-4228-ba30-3ac9d794dd08 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.60 "DELETE /v2.0/ports/5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 HTTP/1.1" status: 204  len: 173 time: 0.9565878
Jun 29 20:55:25.729739 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426526af-72a9-4aff-8e19-d138924f7bad req-7bee1c7c-c581-43ca-add7-08af53803959 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:25.731240 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-426526af-72a9-4aff-8e19-d138924f7bad req-7bee1c7c-c581-43ca-add7-08af53803959 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1816704
Jun 29 20:55:25.752219 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9593f669-b7c0-418a-a331-d03bdf94e54d', 'name': 'network-vif-deleted', 'tag': '5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8', 'status': 'completed', 'code': 200}
Jun 29 20:55:25.780881 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-426526af-72a9-4aff-8e19-d138924f7bad req-1008c493-54d7-4a1a-a411-68c413fa3cc3 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438361
Jun 29 20:55:26.279980 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-eb507df3-6b14-43fb-9f64-79c03afab7ed req-1a8a1c2a-f750-48e9-8533-e2016f7bd775 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 1098 time: 0.0694928
Jun 29 20:55:26.326380 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-eb507df3-6b14-43fb-9f64-79c03afab7ed req-0b5cbc0e-3160-4985-ba38-863d61fad005 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381444
Jun 29 20:55:27.061111 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-44e607ba-2a03-41b8-b6ae-5aaa092c4539 req-73b4db11-3c0b-42f9-8e5b-62c6cd1d514a tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Synchronizing usage tracker for tenant:0c6f4afcf4404a2a9535c77cb9e6c076 on resource:port {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:55:27.083423 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-44e607ba-2a03-41b8-b6ae-5aaa092c4539 req-73b4db11-3c0b-42f9-8e5b-62c6cd1d514a tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Unset dirty status for tenant:0c6f4afcf4404a2a9535c77cb9e6c076 on resource:port {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:55:27.085315 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-44e607ba-2a03-41b8-b6ae-5aaa092c4539 req-73b4db11-3c0b-42f9-8e5b-62c6cd1d514a tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] 10.222.0.15 "GET /v2.0/ports?device_id=9593f669-b7c0-418a-a331-d03bdf94e54d HTTP/1.1" status: 200  len: 210 time: 0.0700290
Jun 29 20:55:27.288586 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bcc97-3c9a-40b9-8c9f-aaf2560d140c req-1882a958-3094-415e-897d-b2f7593cb70e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:27.290178 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1c3bcc97-3c9a-40b9-8c9f-aaf2560d140c req-1882a958-3094-415e-897d-b2f7593cb70e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.0915115
Jun 29 20:55:27.339469 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1c3bcc97-3c9a-40b9-8c9f-aaf2560d140c req-efca6c96-1eae-4e77-a1f9-40b636aca166 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435264
Jun 29 20:55:27.791951 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 53132) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:27.853243 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_v2 [None req-7873b4d5-a442-41d3-8a54-3e3b9cbdd74f admin admin] Deleting subnet da51102f-f4b0-4ae2-ad84-e51aa46c31a5 {{(pid=74216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 20:55:27.856484 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7873b4d5-a442-41d3-8a54-3e3b9cbdd74f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:27.919552 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7873b4d5-a442-41d3-8a54-3e3b9cbdd74f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3291959'] for subnet, precommit_delete_associations {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:27.994282 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7873b4d5-a442-41d3-8a54-3e3b9cbdd74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.073512 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7873b4d5-a442-41d3-8a54-3e3b9cbdd74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-798946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262211'] for subnet, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.078050 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:28.117212 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873b4d5-a442-41d3-8a54-3e3b9cbdd74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da51102f-f4b0-4ae2-ad84-e51aa46c31a5,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:28.119889 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7873b4d5-a442-41d3-8a54-3e3b9cbdd74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:28.123339 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7873b4d5-a442-41d3-8a54-3e3b9cbdd74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.129182 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-7873b4d5-a442-41d3-8a54-3e3b9cbdd74f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/da51102f-f4b0-4ae2-ad84-e51aa46c31a5 HTTP/1.1" status: 204  len: 168 time: 0.3360217
Jun 29 20:55:28.131533 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 53154) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:28.249983 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.380674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.396137 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5445690cd0>,) {'filters': {'network_id': ['47fa03a4-d75e-413d-8aa3-9758a6389b70']}} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:55:28.412398 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445690cd0>, 'def4aaa4-001d-4cc8-9bde-41478dbe51c5') {'for_net_delete': True} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:55:28.412801 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445690cd0>, 'def4aaa4-001d-4cc8-9bde-41478dbe51c5') {} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:55:28.435314 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3291960'] for segment, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.441521 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 53168) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:28.461110 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.468854 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=74216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 20:55:28.469356 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-798788'] for segment, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]: Traceback (most recent call last):
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     timer()
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     cb(*args, **kw)
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     return func(*args, **kwargs)
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     self._notify()
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     self.callback(batched_events)
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     event.method(event)
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     return f(self, *a, **k)
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._get(url).json()
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self.request(url, 'GET', **kwargs)
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 20:55:28.484528 dv-cinder-779781-1-iscsi neutron-server[74216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 20:55:28.632002 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.664087 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:55:28.668201 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] Usage tracker for resource:security_group_rule and tenant:4fd199111a994306a00bee7f72b7aa51 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:55:28.671055 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:55:28.680947 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:55:28.745391 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.759562 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.763538 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.769113 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7f783ce7-935d-4dad-b6e2-a92ccc2a8b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:28.769454 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.783484 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:28.796149 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f3d78-b0d7-433e-b5f4-9379417c2bea req-062eb5d8-d80d-4e6d-94ee-583b1b95bc66 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:28.797919 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a95f3d78-b0d7-433e-b5f4-9379417c2bea req-062eb5d8-d80d-4e6d-94ee-583b1b95bc66 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1706245
Jun 29 20:55:28.803174 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=47fa03a4-d75e-413d-8aa3-9758a6389b70,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:28.805611 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:28.810062 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-fcd3e7a4-da38-48cf-a698-5d8a52b64fb6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/47fa03a4-d75e-413d-8aa3-9758a6389b70 HTTP/1.1" status: 204  len: 168 time: 0.6750402
Jun 29 20:55:28.810644 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 53186) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:28.837172 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fd199111a994306a00bee7f72b7aa51&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3944633
Jun 29 20:55:28.837891 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 53190) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:28.840671 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c985d9a-cb02-489d-889c-3db6c132b85a,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:28.888161 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:55:28.888710 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:28.921962 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fed89d7-9675-44df-ab4f-6cdc3a352fe1 admin admin] Deleting subnet eef4c0f2-681a-456d-b046-87b0eb1bdaf3 {{(pid=74216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 20:55:28.924773 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-79e5f266-1ac6-423d-82da-e248e84949c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.926660 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fed89d7-9675-44df-ab4f-6cdc3a352fe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.955759 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a95f3d78-b0d7-433e-b5f4-9379417c2bea req-5e1f976f-27a3-4cdd-a3f2-15b9dced31d6 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428914
Jun 29 20:55:28.959080 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-79e5f266-1ac6-423d-82da-e248e84949c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:28.961362 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:55:28.961723 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5a196e3e-c5c5-48ed-8f3e-d5799b0c15c8 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:55:28.983918 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fed89d7-9675-44df-ab4f-6cdc3a352fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3291959'] for subnet, precommit_delete_associations {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.056452 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-79e5f266-1ac6-423d-82da-e248e84949c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.061820 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6b25b96b-ac0c-4433-b1f8-56dafd68bd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:29.075648 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5f266-1ac6-423d-82da-e248e84949c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c985d9a-cb02-489d-889c-3db6c132b85a,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:29.078854 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-79e5f266-1ac6-423d-82da-e248e84949c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:29.086439 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-79e5f266-1ac6-423d-82da-e248e84949c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.087748 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-79e5f266-1ac6-423d-82da-e248e84949c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c985d9a-cb02-489d-889c-3db6c132b85a HTTP/1.1" status: 204  len: 168 time: 0.2486148
Jun 29 20:55:29.099664 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fed89d7-9675-44df-ab4f-6cdc3a352fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.256052 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fed89d7-9675-44df-ab4f-6cdc3a352fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-798946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262211'] for subnet, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.266651 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:29.313628 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed89d7-9675-44df-ab4f-6cdc3a352fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef4c0f2-681a-456d-b046-87b0eb1bdaf3,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:29.317966 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4fed89d7-9675-44df-ab4f-6cdc3a352fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:29.324838 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fed89d7-9675-44df-ab4f-6cdc3a352fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.336119 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 53210) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:29.336272 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-4fed89d7-9675-44df-ab4f-6cdc3a352fe1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eef4c0f2-681a-456d-b046-87b0eb1bdaf3 HTTP/1.1" status: 204  len: 168 time: 0.5248253
Jun 29 20:55:29.343595 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227bc27-0be2-44d8-aeeb-e8bdbedeba50 req-5d7bd857-f2fb-4e01-afbb-b41acb5a1edd tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:29.345180 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d227bc27-0be2-44d8-aeeb-e8bdbedeba50 req-5d7bd857-f2fb-4e01-afbb-b41acb5a1edd tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1841173
Jun 29 20:55:29.417494 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d227bc27-0be2-44d8-aeeb-e8bdbedeba50 req-9694d412-68ec-482a-9091-f566b9b14427 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651181
Jun 29 20:55:29.557604 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.703400 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.718094 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f54455ed670>> segment before_delete 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.719329 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f54455ed670>> subnet precommit_delete_associations 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.733584 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5445bea5e0>> segment_host_mapping after_create 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.734778 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5445bea5e0>> port after_create 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.735266 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5445bea5e0>> port after_delete 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.735761 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5445bea5e0>> port after_update 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.736223 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5445bea5e0>> segment after_delete 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.736744 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5445bea5e0>> subnet after_create 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.738199 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5445bea5e0>> subnet after_delete 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.738666 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5445bea5e0>> subnet after_update 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.821627 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f544528a1f0>> subnet after_create 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.822183 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f544528a1f0>> subnet after_delete 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.822507 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f544528a1f0>> subnet before_create 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.822825 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f544528a1f0>> subnet before_update 55550000 {{(pid=74217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 20:55:29.823241 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5445bea250>,) {'filters': {'network_id': ['60ca6b31-8114-434d-9d44-c0a5737338c1']}} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:55:29.837835 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445bea250>, '92b8472d-c7d4-4e5e-9ecf-56cd5d42333a') {'for_net_delete': True} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:55:29.838398 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445bea250>, '92b8472d-c7d4-4e5e-9ecf-56cd5d42333a') {} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:55:29.852643 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3702196'] for segment, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.873006 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.883999 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=74217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 20:55:29.884519 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570591'] for segment, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   util.warn_limited(
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   util.warn_limited(
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]: Traceback (most recent call last):
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     timer()
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     cb(*args, **kw)
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     return func(*args, **kwargs)
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     self._notify()
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     self.callback(batched_events)
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     event.method(event)
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     return f(self, *a, **k)
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._get(url).json()
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self.request(url, 'GET', **kwargs)
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 20:55:29.996661 dv-cinder-779781-1-iscsi neutron-server[74217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 20:55:30.004216 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:30.011476 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f35c309c-cf62-463f-9cc3-d560e1cf28d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:30.036577 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:30.043230 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=60ca6b31-8114-434d-9d44-c0a5737338c1,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:30.046646 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:30.047884 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] 10.222.0.15 "DELETE /v2.0/networks/60ca6b31-8114-434d-9d44-c0a5737338c1 HTTP/1.1" status: 204  len: 168 time: 0.7101529
Jun 29 20:55:30.232804 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 53260) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:30.286461 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f78e92f0-a529-49ef-906d-e204ffbedd2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=188235bd9d124db4998108985631114c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0524178
Jun 29 20:55:30.288948 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 53266) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:30.352954 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4a73cfa-4bf7-4885-89ad-db3d44eb530f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:30.378982 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4a73cfa-4bf7-4885-89ad-db3d44eb530f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:30.434131 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4a73cfa-4bf7-4885-89ad-db3d44eb530f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:30.439158 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-238f22d0-6fb6-4086-a302-e29580b1a890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:30.451168 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a73cfa-4bf7-4885-89ad-db3d44eb530f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347c20a9-1c65-431f-8320-75d54591b0d8,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:30.453922 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c4a73cfa-4bf7-4885-89ad-db3d44eb530f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:30.457540 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4a73cfa-4bf7-4885-89ad-db3d44eb530f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:30.458654 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-c4a73cfa-4bf7-4885-89ad-db3d44eb530f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/347c20a9-1c65-431f-8320-75d54591b0d8 HTTP/1.1" status: 204  len: 168 time: 0.1688137
Jun 29 20:55:30.893724 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 53284) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:30.961247 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-10a5f860-41a7-49d7-8dda-ab5e6a700847 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1af6cda2244943bc966e5484c5c2337d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0652940
Jun 29 20:55:30.963963 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 53292) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:31.028526 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-562897e5-50e0-40aa-adfd-0c372709a760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:31.056746 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-562897e5-50e0-40aa-adfd-0c372709a760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:31.106687 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-562897e5-50e0-40aa-adfd-0c372709a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:31.110261 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6d19cbff-b946-413f-bb50-5d89e2882d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:31.124727 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562897e5-50e0-40aa-adfd-0c372709a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba827c04-0a02-49c2-9822-546f5028fa51,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:31.126743 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-562897e5-50e0-40aa-adfd-0c372709a760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:31.130841 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-562897e5-50e0-40aa-adfd-0c372709a760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:31.133068 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-562897e5-50e0-40aa-adfd-0c372709a760 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba827c04-0a02-49c2-9822-546f5028fa51 HTTP/1.1" status: 204  len: 168 time: 0.1681285
Jun 29 20:55:32.205240 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:55:39.318177 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-12e1903d-c54c-4851-a76a-3458503702a4 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:39.319577 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-12e1903d-c54c-4851-a76a-3458503702a4 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/networks?id=1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 200  len: 814 time: 0.1602542
Jun 29 20:55:39.377942 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-2153d463-664a-432a-a6e1-9737b795d7eb tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/quotas/9f2a0c1ddcba46d8bad101e19c371426 HTTP/1.1" status: 200  len: 375 time: 0.0474837
Jun 29 20:55:39.477517 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-185fbe97-7200-459a-b40e-5f1f2a30b317 req-cd1cb786-ecc8-4e36-8c20-0ab90dbef6fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 1098 time: 0.1344421
Jun 29 20:55:39.481868 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-47aaf07d-4798-41ab-978d-1e320c833641 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0964429
Jun 29 20:55:39.721972 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fbe97-7200-459a-b40e-5f1f2a30b317 req-dc632ba1-c738-44b3-bad0-0f87ca2b14ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:39.723479 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-185fbe97-7200-459a-b40e-5f1f2a30b317 req-dc632ba1-c738-44b3-bad0-0f87ca2b14ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 920 time: 0.2385237
Jun 29 20:55:39.732081 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-6b7d7acc-158e-4431-b59f-26fc5e19450b service neutron] 10.222.0.15 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266965
Jun 29 20:55:39.924970 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-185fbe97-7200-459a-b40e-5f1f2a30b317 req-0f5fd438-5866-4cee-b8df-77b2c9f6fc2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0 HTTP/1.1" status: 200  len: 217 time: 0.1734674
Jun 29 20:55:40.006141 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-59f969da-8e7d-4867-8fee-94b152e451d0 service neutron] 10.222.0.15 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2732172
Jun 29 20:55:40.038714 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fbe97-7200-459a-b40e-5f1f2a30b317 req-5104f01b-5c10-4e68-9e29-9cdeee8085d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:40.040126 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-185fbe97-7200-459a-b40e-5f1f2a30b317 req-5104f01b-5c10-4e68-9e29-9cdeee8085d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 200  len: 859 time: 0.0945132
Jun 29 20:55:40.055327 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd554b2-1b42-45cf-b1a2-45decc5f4284 req-ba5b3aee-fd41-4621-9dcb-9cb686845d5d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:40.061215 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bdd554b2-1b42-45cf-b1a2-45decc5f4284 req-ba5b3aee-fd41-4621-9dcb-9cb686845d5d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.3086522
Jun 29 20:55:40.120263 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-185fbe97-7200-459a-b40e-5f1f2a30b317 req-17545169-c9b3-43aa-bd43-548b45f0dc37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e765c4e-8e0a-4679-9639-4ff3f118b9af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578225
Jun 29 20:55:40.408416 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bdd554b2-1b42-45cf-b1a2-45decc5f4284 req-75f4a665-126f-4d14-94f9-e98bfb467f35 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3449128
Jun 29 20:55:40.435231 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-37de71c5-4616-44bb-8ad2-0b5eb09c545f tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=01d862ca755947109b178d5a3e1ce8db&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0840025
Jun 29 20:55:40.671581 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8b5010dd-a415-41d5-834f-ffd8a0647b32 req-c8db5362-914e-4e67-be44-c493dec8d097 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 210 time: 0.0853286
Jun 29 20:55:40.746007 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-185fbe97-7200-459a-b40e-5f1f2a30b317 req-2c1396ab-051e-4609-be88-542f28982d45 service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6093023
Jun 29 20:55:40.779724 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e72a-075c-4522-9e42-debe7df880ec req-8e5e3794-a0ca-4c2a-a4bc-0cba9c962a6d tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:40.786467 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-8e5e3794-a0ca-4c2a-a4bc-0cba9c962a6d tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3492329
Jun 29 20:55:40.901142 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-7a5ea731-317b-4353-8063-b4cd1dfe3265 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/quotas/01d862ca755947109b178d5a3e1ce8db HTTP/1.1" status: 200  len: 375 time: 0.0849102
Jun 29 20:55:40.956910 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-1c98a551-b995-4258-a185-e7811ffbf1ad tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=01d862ca755947109b178d5a3e1ce8db&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0495145
Jun 29 20:55:40.992688 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-185fbe97-7200-459a-b40e-5f1f2a30b317 req-0a5b44de-94ed-47a8-b8f4-5fcd6bfcbf59 service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2048054
Jun 29 20:55:41.327087 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-73ee7edf-1162-4533-9dab-d0ffef6a5f4d req-1a6154e7-419a-467e-89fb-a72f06a6b5af tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 210 time: 0.0804331
Jun 29 20:55:41.716047 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e18ef-49e5-41f5-afb4-20df10682aa4 req-0f6d307b-fb74-4fe3-9999-494e2dbbc573 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:41.717704 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-494e18ef-49e5-41f5-afb4-20df10682aa4 req-0f6d307b-fb74-4fe3-9999-494e2dbbc573 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1363459
Jun 29 20:55:41.775444 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-494e18ef-49e5-41f5-afb4-20df10682aa4 req-43e60ff0-7a05-4d9d-985b-efec1b9b4a16 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520830
Jun 29 20:55:41.916455 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-77ddd184-b2c2-41ee-9b38-415572dc8812 req-5fa5b397-f172-4e39-bf7c-c9fc862a10bb tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 210 time: 0.0428238
Jun 29 20:55:42.154754 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7c3c0180-8ef3-4889-9f83-eb4b3ee44095 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:42.157042 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7c3c0180-8ef3-4889-9f83-eb4b3ee44095 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "GET /v2.0/networks?id=1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 200  len: 814 time: 0.1918526
Jun 29 20:55:42.241108 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Request body: {'port': {'device_id': 'b5987fe5-d314-429f-84d4-d5020d134e34', 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964', 'admin_state_up': True, 'tenant_id': '9f2a0c1ddcba46d8bad101e19c371426'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:55:42.413410 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:55:42.426998 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:55:42.439052 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Made reservation on behalf of 9f2a0c1ddcba46d8bad101e19c371426 for: {'port': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:55:42.444768 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:42.607207 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-91342447-ac61-4a15-beab-7846c574d606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:42.619787 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-82ad312b-0bbb-451b-84d9-5ce035ed9ad6 req-60a8c028-3f44-4312-b190-6f52f2495430 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 210 time: 0.1070640
Jun 29 20:55:42.791078 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Allocated IP 172.20.0.2 (1d5bead4-e2f1-44b9-97ad-701849f7e964/630813ae-6938-45f7-a451-02e152b1e922/4729a45b-ca20-4394-948e-5fd7274758da) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:55:42.930880 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-07378a6a-a0f3-45ce-a4a2-ef7240238ee6 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=01d862ca755947109b178d5a3e1ce8db&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0406158
Jun 29 20:55:43.021158 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:43.122805 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1a25d419-22e6-447e-b0fb-755b5cc122b0 req-25c8e641-a33d-4a3a-9f3c-eef498e4d9f5 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 210 time: 0.0521295
Jun 29 20:55:43.154997 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f6db9-104d-4bf4-9a93-52e3705bc868 req-db097bc3-e7dc-4c94-8ac8-87e005b9cdf9 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:43.170044 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fe5f6db9-104d-4bf4-9a93-52e3705bc868 req-db097bc3-e7dc-4c94-8ac8-87e005b9cdf9 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2233140
Jun 29 20:55:43.182202 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:43.228619 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e72a-075c-4522-9e42-debe7df880ec req-8e462d9d-5e0c-4f16-a683-dbe4f9d1607b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:43.230532 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-8e462d9d-5e0c-4f16-a683-dbe4f9d1607b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2919753
Jun 29 20:55:43.233181 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fe5f6db9-104d-4bf4-9a93-52e3705bc868 req-fb271d86-894d-4aba-a753-72d70c1eb625 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696039
Jun 29 20:55:43.266106 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Request body: {'port': {'device_id': '23c630a6-0554-4bb5-97af-1b73598c8a98', 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d', 'admin_state_up': True, 'tenant_id': '01d862ca755947109b178d5a3e1ce8db'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:55:43.335092 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:43.359579 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:43.408116 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['002614df-5979-4f83-b55d-1bdfe4a85527'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:55:43.436590 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Network 1d5bead4-e2f1-44b9-97ad-701849f7e964 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:55:43.439719 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:55:43.445263 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:55:43.529428 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:55:43.534789 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Usage tracker for resource:port and tenant:01d862ca755947109b178d5a3e1ce8db is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:55:43.539816 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:55:43.549133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:55:43.584644 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Made reservation on behalf of 01d862ca755947109b178d5a3e1ce8db for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:55:43.593563 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:43.641068 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:43.644395 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Pushing event updated for resources: {'Port': ['ID=4729a45b-ca20-4394-948e-5fd7274758da,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:43.673691 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.674049 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.675272 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.675645 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.676042 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.676603 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.677359 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.679097 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.679467 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.679917 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.680775 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:43.688907 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:43.701115 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:55:43.712339 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Usage tracker for resource:security_group_rule and tenant:01d862ca755947109b178d5a3e1ce8db is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:55:43.712508 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:43.713277 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:43.716904 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:55:43.730760 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:55:43.767125 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-3021441f-0cfa-4a1a-b70c-ad980e615952 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5381138
Jun 29 20:55:43.802974 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Request body: {'port': {'device_id': 'b5987fe5-d314-429f-84d4-d5020d134e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:55:43.863141 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:43.868175 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:43.934360 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9b157eeb-e5fc-4c83-9aee-f54ea39806a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:43.985753 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cb1dc6-5d4c-4e72-867a-116453fa842d,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:44.032672 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.033333 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.033696 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.034051 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.034403 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.036784 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.038760 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.039267 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.039715 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.040234 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.040753 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:44.056999 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8e4b096e-586f-4883-9297-77d26472b764 req-ee2a38dc-9896-4caf-912e-9b8452da00ec tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 210 time: 0.0780754
Jun 29 20:55:44.091153 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:44.128174 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:44.151105 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Allocated IP 192.168.233.248 (a263fd2b-14a4-4eec-b9e4-c74b31845f3d/ea01eca3-1ae0-4dc8-aaf0-d3d7000e3e17/d4dd8f8a-dc32-4d56-81ca-26ca900f0e46) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:55:44.473835 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:44.493777 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Transition to ACTIVE for port object d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:55:44.546685 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:44.555438 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:44.649944 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Pushing event updated for resources: {'Port': ['ID=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:44.653999 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Network a263fd2b-14a4-4eec-b9e4-c74b31845f3d is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:55:44.655044 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:44.656074 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:55:44.658421 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:55:44.658611 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1eee2-ab92-4bba-94da-5c6ceeca0d4f req-b55cb1f5-b7cf-45b6-89d1-5163fb8fce9a tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:44.659408 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-efd1eee2-ab92-4bba-94da-5c6ceeca0d4f req-b55cb1f5-b7cf-45b6-89d1-5163fb8fce9a tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Synchronizing usage tracker for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:55:44.689006 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b843f55-55a1-4e40-ba4e-f67ea0e50352 req-7d246de9-d781-4e95-b2d1-44a609bf85f7 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:44.696583 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1b843f55-55a1-4e40-ba4e-f67ea0e50352 req-7d246de9-d781-4e95-b2d1-44a609bf85f7 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1953537
Jun 29 20:55:44.730754 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:44.731604 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:44.731739 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-efd1eee2-ab92-4bba-94da-5c6ceeca0d4f req-b55cb1f5-b7cf-45b6-89d1-5163fb8fce9a tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Unset dirty status for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:55:44.732819 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-efd1eee2-ab92-4bba-94da-5c6ceeca0d4f req-b55cb1f5-b7cf-45b6-89d1-5163fb8fce9a tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 931 time: 0.3116827
Jun 29 20:55:44.769174 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5073698
Jun 29 20:55:44.794627 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Request body: {'port': {'device_id': '23c630a6-0554-4bb5-97af-1b73598c8a98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:55:44.864434 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4729a45b-ca20-4394-948e-5fd7274758da {{(pid=74216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:55:44.867005 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-028b6788-acb0-42da-911b-f84f1b3a8c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:44.877754 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:44.900243 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.provisioning_blocks [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Transition to ACTIVE for port object 4729a45b-ca20-4394-948e-5fd7274758da will not be triggered until provisioned by entity L2. {{(pid=74216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:55:44.917007 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1b843f55-55a1-4e40-ba4e-f67ea0e50352 req-1529739c-52c7-4b5f-8ee8-aad865ab4047 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187133
Jun 29 20:55:44.935406 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-efd1eee2-ab92-4bba-94da-5c6ceeca0d4f req-5814c7f2-cd4c-4fe3-88cd-b22b712537b1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626060
Jun 29 20:55:44.936009 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-798744'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:44.947838 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:44.954535 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:45.007317 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-8170aba6-dc89-49c5-b5ce-c811ddfcf69c None None] Provisioning for port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:55:45.024815 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-8170aba6-dc89-49c5-b5ce-c811ddfcf69c None None] Provisioning complete for port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:55:45.027367 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-8170aba6-dc89-49c5-b5ce-c811ddfcf69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:45.168621 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Pushing event updated for resources: {'Port': ['ID=4729a45b-ca20-4394-948e-5fd7274758da,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:45.185421 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:45.225400 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-8170aba6-dc89-49c5-b5ce-c811ddfcf69c None None] Port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:55:45.388600 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Attempting to bind port 4729a45b-ca20-4394-948e-5fd7274758da on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:55:45.388965 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Attempting to bind port 4729a45b-ca20-4394-948e-5fd7274758da by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'}] {{(pid=74216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:55:45.389263 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Attempting to bind port 4729a45b-ca20-4394-948e-5fd7274758da on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:55:45.396631 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Port 4729a45b-ca20-4394-948e-5fd7274758da on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:55:45.396965 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Attempting to bind port 4729a45b-ca20-4394-948e-5fd7274758da on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:55:45.432850 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:55:45.433769 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Checking segment: {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:55:45.434389 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Bound using segment: {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'} {{(pid=74216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:55:45.441368 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.managers [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Bound port: 4729a45b-ca20-4394-948e-5fd7274758da, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'}}] {{(pid=74216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:55:45.442480 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:45.462685 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:55:45.470763 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:45.489673 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Transition to ACTIVE for port object d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:55:45.496623 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:45.513809 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:45.571442 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbbf9c-7056-4b3f-9aa2-002bdc8edb07 req-cf14f9a3-b96e-42f8-b48a-437c3ee2c1ac tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:45.578428 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f0dbbf9c-7056-4b3f-9aa2-002bdc8edb07 req-cf14f9a3-b96e-42f8-b48a-437c3ee2c1ac tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 936 time: 0.2436461
Jun 29 20:55:45.656199 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f0dbbf9c-7056-4b3f-9aa2-002bdc8edb07 req-c2e19dbc-0925-4927-a3d1-543121bf8b58 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767407
Jun 29 20:55:45.661163 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Pushing event updated for resources: {'Port': ['ID=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:45.673034 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:45.675454 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] For port 4729a45b-ca20-4394-948e-5fd7274758da, host hv-cinder-77978, cleared binding levels {{(pid=74216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:55:45.685246 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] For port 4729a45b-ca20-4394-948e-5fd7274758da, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4729a45b-ca20-4394-948e-5fd7274758da,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:55:45.696466 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-798744'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:45.705225 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:45.795067 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:45.796399 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] 10.222.0.60 "PUT /v2.0/ports/4729a45b-ca20-4394-948e-5fd7274758da HTTP/1.1" status: 200  len: 1093 time: 2.0041776
Jun 29 20:55:45.796905 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5987fe5-d314-429f-84d4-d5020d134e34', 'tag': '4729a45b-ca20-4394-948e-5fd7274758da'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:55:45.828680 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Pushing event updated for resources: {'Port': ['ID=4729a45b-ca20-4394-948e-5fd7274758da,revision_number=3']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:45.832377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:45.871142 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:45.985052 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Attempting to bind port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:55:45.985657 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Attempting to bind port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': 'a3186e54-4c59-403f-b4d0-f8aa093d1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:55:45.986080 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Attempting to bind port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 on network a263fd2b-14a4-4eec-b9e4-c74b31845f3d {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:55:45.993850 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5987fe5-d314-429f-84d4-d5020d134e34', 'tag': '4729a45b-ca20-4394-948e-5fd7274758da', 'status': 'completed', 'code': 200}
Jun 29 20:55:45.996233 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 on network a263fd2b-14a4-4eec-b9e4-c74b31845f3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:55:45.996694 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Attempting to bind port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 on network a263fd2b-14a4-4eec-b9e4-c74b31845f3d {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:55:46.006288 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:55:46.006752 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Checking segment: {'id': 'a3186e54-4c59-403f-b4d0-f8aa093d1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:55:46.007239 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Bound using segment: {'id': 'a3186e54-4c59-403f-b4d0-f8aa093d1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:55:46.007918 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Bound port: d4dd8f8a-dc32-4d56-81ca-26ca900f0e46, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3186e54-4c59-403f-b4d0-f8aa093d1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:55:46.008371 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:46.119269 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-7bfb93c9-c99e-4e9c-9f84-f4831c02b8d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 1096 time: 0.2146046
Jun 29 20:55:46.124780 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] For port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:55:46.127859 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] For port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,segment=NetworkSegment(a3186e54-4c59-403f-b4d0-f8aa093d1f06),segment_id=a3186e54-4c59-403f-b4d0-f8aa093d1f06)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:55:46.177743 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:46.198631 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5837d251-98b1-4ce9-82a8-96caa70f507e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:46.251853 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:46.253513 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] 10.222.0.60 "PUT /v2.0/ports/d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 HTTP/1.1" status: 200  len: 1098 time: 1.4636605
Jun 29 20:55:46.255872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c630a6-0554-4bb5-97af-1b73598c8a98', 'tag': 'd4dd8f8a-dc32-4d56-81ca-26ca900f0e46'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:55:46.321370 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-f0b09d13-2424-46d2-89f4-9f22f40f942a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4729a45b-ca20-4394-948e-5fd7274758da HTTP/1.1" status: 200  len: 217 time: 0.1803598
Jun 29 20:55:46.329646 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 53610) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:46.505558 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Pushing event updated for resources: {'Port': ['ID=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:46.514501 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:46.540286 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-b58ae5e3-a659-4a97-84ff-73d226c79982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:46.541080 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-b58ae5e3-a659-4a97-84ff-73d226c79982 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=630813ae-6938-45f7-a451-02e152b1e922 HTTP/1.1" status: 200  len: 854 time: 0.2075937
Jun 29 20:55:46.579769 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8d73c8a3-89a7-409c-a5d6-da7fd0a10f05 req-ea40b833-a5b7-46c1-9f79-a8e28a608414 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4496813
Jun 29 20:55:46.594415 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-d3867c4a-bda3-4a62-b178-d6470db496b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01d862ca755947109b178d5a3e1ce8db&device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 1101 time: 0.2120383
Jun 29 20:55:46.640570 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-45b785dc-c5e2-453d-8d14-453074f6871f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d5bead4-e2f1-44b9-97ad-701849f7e964&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0897751
Jun 29 20:55:46.651217 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd7b14-f469-425a-a773-859a57326ecf req-0490fba2-12b2-4fa3-b13a-96a557be6687 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:46.658093 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c4bd7b14-f469-425a-a773-859a57326ecf req-0490fba2-12b2-4fa3-b13a-96a557be6687 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.4290648
Jun 29 20:55:46.806947 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-9ec04e30-22d1-468b-924b-d437732c64cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 HTTP/1.1" status: 200  len: 217 time: 0.1448386
Jun 29 20:55:46.886117 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:46.902653 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8d73c8a3-89a7-409c-a5d6-da7fd0a10f05 req-0c75f4ff-fed6-434d-a656-9334e0159158 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 1098 time: 0.2393138
Jun 29 20:55:46.913238 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e72a-075c-4522-9e42-debe7df880ec req-16220610-687b-49ed-9cb2-af44f37b6745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:46.914701 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-16220610-687b-49ed-9cb2-af44f37b6745 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea01eca3-1ae0-4dc8-aaf0-d3d7000e3e17 HTTP/1.1" status: 200  len: 843 time: 0.0912914
Jun 29 20:55:46.985345 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e28d4a-f669-4ce7-b07e-f18a25c69265 req-aa94165a-ba69-427b-863e-d978f9654fd2 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:46.992631 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-43e28d4a-f669-4ce7-b07e-f18a25c69265 req-aa94165a-ba69-427b-863e-d978f9654fd2 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 943 time: 0.5776806
Jun 29 20:55:47.093071 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c4bd7b14-f469-425a-a773-859a57326ecf req-55b3244a-1f59-46ce-8247-c948431f40e0 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4055548
Jun 29 20:55:47.118372 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:55:47.141847 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] Usage tracker for resource:security_group_rule and tenant:d838692830d246f587a849f136a80451 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:55:47.148682 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-c23bf41d-6ceb-4414-bd12-51d6dc970c07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a263fd2b-14a4-4eec-b9e4-c74b31845f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2189350
Jun 29 20:55:47.162209 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:55:47.173197 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:55:47.177059 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:47.179196 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-5416dd4b-176c-4c1c-b601-ce6f152116b1 service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3807518
Jun 29 20:55:47.232879 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-43e28d4a-f669-4ce7-b07e-f18a25c69265 req-f627d337-df36-4c89-9660-fd4408a1a9ad tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392232
Jun 29 20:55:47.326781 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c8a3-89a7-409c-a5d6-da7fd0a10f05 req-d6fba8c7-6710-497a-8937-074ea883b6c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:47.328831 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8d73c8a3-89a7-409c-a5d6-da7fd0a10f05 req-d6fba8c7-6710-497a-8937-074ea883b6c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 917 time: 0.3630784
Jun 29 20:55:47.453314 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-468cef8b-76af-4832-9036-fc6bd5d6053a req-d7ad2741-6ca2-4415-8a55-243b112b047d service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2582684
Jun 29 20:55:47.476074 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:47.497501 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:47.498596 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8d73c8a3-89a7-409c-a5d6-da7fd0a10f05 req-af179b31-c0d1-4911-9bc8-49808368b4a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f HTTP/1.1" status: 200  len: 1001 time: 0.1382747
Jun 29 20:55:47.506053 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-598f9251-4a57-4cb6-b43f-35987777edb9 service neutron] 10.222.0.60 "GET /v2.0/networks/a263fd2b-14a4-4eec-b9e4-c74b31845f3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3449044
Jun 29 20:55:47.507428 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-87174def-f7cf-4f5d-9ced-30c176b6575a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:47.543028 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c630a6-0554-4bb5-97af-1b73598c8a98', 'tag': 'd4dd8f8a-dc32-4d56-81ca-26ca900f0e46', 'status': 'completed', 'code': 200}
Jun 29 20:55:47.560583 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155ec78c-6178-4990-8d26-a3e0887780b3,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:47.564446 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:47.568113 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d838692830d246f587a849f136a80451&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2373619
Jun 29 20:55:47.571254 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 53624) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:47.749278 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9546d0e8-b441-4bc1-b071-9b0fcef1a415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:47.784465 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c8a3-89a7-409c-a5d6-da7fd0a10f05 req-33353d9c-4edf-4ec1-88ee-6162c209a82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:47.786902 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8d73c8a3-89a7-409c-a5d6-da7fd0a10f05 req-33353d9c-4edf-4ec1-88ee-6162c209a82f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.2364407
Jun 29 20:55:47.816251 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9546d0e8-b441-4bc1-b071-9b0fcef1a415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:47.870727 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db61e72a-075c-4522-9e42-debe7df880ec req-0b1c017f-d473-45a6-a337-26fac1e05dce service neutron] 10.222.0.60 "GET /v2.0/networks/a263fd2b-14a4-4eec-b9e4-c74b31845f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3186977
Jun 29 20:55:47.915431 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3f716dbe-9a4d-486d-ae88-0370ae0eb76a req-1f926748-d4d2-4337-bacc-833f5fd6d427 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 1096 time: 0.2417510
Jun 29 20:55:47.923720 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8d73c8a3-89a7-409c-a5d6-da7fd0a10f05 req-cc942421-b59b-4b35-ad60-9d3430ff6cb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1238773
Jun 29 20:55:48.055107 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9546d0e8-b441-4bc1-b071-9b0fcef1a415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:48.063032 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-837d8cd5-b2e9-4ea4-815c-2d4cb2979d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:48.076111 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a6f4f-9669-4500-8f50-8c18f8b5e354 req-1bad4f30-3604-4605-936d-bbdcc794d4f6 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:48.091119 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bb6a6f4f-9669-4500-8f50-8c18f8b5e354 req-1bad4f30-3604-4605-936d-bbdcc794d4f6 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 948 time: 0.2673731
Jun 29 20:55:48.122227 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546d0e8-b441-4bc1-b071-9b0fcef1a415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155ec78c-6178-4990-8d26-a3e0887780b3,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:48.127429 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9546d0e8-b441-4bc1-b071-9b0fcef1a415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:48.151394 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9546d0e8-b441-4bc1-b071-9b0fcef1a415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:48.155121 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-9546d0e8-b441-4bc1-b071-9b0fcef1a415 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/155ec78c-6178-4990-8d26-a3e0887780b3 HTTP/1.1" status: 204  len: 168 time: 0.5802896
Jun 29 20:55:48.166512 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f716dbe-9a4d-486d-ae88-0370ae0eb76a req-3e04753e-424d-48d6-9713-8f8595f2eb29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:48.168356 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3f716dbe-9a4d-486d-ae88-0370ae0eb76a req-3e04753e-424d-48d6-9713-8f8595f2eb29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 200  len: 915 time: 0.2413878
Jun 29 20:55:48.278353 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bb6a6f4f-9669-4500-8f50-8c18f8b5e354 req-c9d10eff-4932-4f64-9bd6-214190ce137d tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862099
Jun 29 20:55:48.299402 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3f716dbe-9a4d-486d-ae88-0370ae0eb76a req-4bf51827-58ec-4fc1-9aa9-05b2b185d733 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4729a45b-ca20-4394-948e-5fd7274758da HTTP/1.1" status: 200  len: 217 time: 0.1166816
Jun 29 20:55:48.374372 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8d73c8a3-89a7-409c-a5d6-da7fd0a10f05 req-8eb3ffcc-de9c-4351-b786-fbdb8b4cecd6 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3462355
Jun 29 20:55:48.438059 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4ef35915-8e42-495c-beab-061ffe2b5df2 req-10be70d7-c661-48a1-b936-5298443b53ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01d862ca755947109b178d5a3e1ce8db&device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 1101 time: 0.3789043
Jun 29 20:55:48.469528 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f716dbe-9a4d-486d-ae88-0370ae0eb76a req-fb61c7a4-d361-4482-afe5-7986db1b2dd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:48.478177 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3f716dbe-9a4d-486d-ae88-0370ae0eb76a req-fb61c7a4-d361-4482-afe5-7986db1b2dd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=630813ae-6938-45f7-a451-02e152b1e922 HTTP/1.1" status: 200  len: 854 time: 0.1629703
Jun 29 20:55:48.668067 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3f716dbe-9a4d-486d-ae88-0370ae0eb76a req-7ac4b3c4-1b87-4ec3-b739-7f923b68472d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d5bead4-e2f1-44b9-97ad-701849f7e964&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1787448
Jun 29 20:55:48.744061 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8d73c8a3-89a7-409c-a5d6-da7fd0a10f05 req-b4c5c046-75f2-4b2d-8175-6469180eba63 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3608017
Jun 29 20:55:48.747257 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35915-8e42-495c-beab-061ffe2b5df2 req-f89b19b0-2e97-4310-9b66-f99c6a3124e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:48.749265 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4ef35915-8e42-495c-beab-061ffe2b5df2 req-f89b19b0-2e97-4310-9b66-f99c6a3124e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a263fd2b-14a4-4eec-b9e4-c74b31845f3d HTTP/1.1" status: 200  len: 870 time: 0.3080349
Jun 29 20:55:48.856349 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e45f7d-91f9-42fc-9379-3edd5a990b97 req-a37c4ff8-4e21-4d30-8900-22d8f603b737 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:48.863711 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-89e45f7d-91f9-42fc-9379-3edd5a990b97 req-a37c4ff8-4e21-4d30-8900-22d8f603b737 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.4836726
Jun 29 20:55:48.948144 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-89e45f7d-91f9-42fc-9379-3edd5a990b97 req-94a4c0de-d37c-445a-bdf8-e6b03e773b9f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775626
Jun 29 20:55:48.955114 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4ef35915-8e42-495c-beab-061ffe2b5df2 req-e8e451ab-c4c8-4732-9393-3f3f4574b42d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 HTTP/1.1" status: 200  len: 217 time: 0.1783171
Jun 29 20:55:48.959582 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3f716dbe-9a4d-486d-ae88-0370ae0eb76a req-a92c88b0-55ee-4944-bef0-21868e54e798 service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2632563
Jun 29 20:55:49.038818 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:49.050566 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35915-8e42-495c-beab-061ffe2b5df2 req-aee6b5b4-3d33-442c-b6ff-87c5044d5c43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:49.053664 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4ef35915-8e42-495c-beab-061ffe2b5df2 req-aee6b5b4-3d33-442c-b6ff-87c5044d5c43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea01eca3-1ae0-4dc8-aaf0-d3d7000e3e17 HTTP/1.1" status: 200  len: 843 time: 0.0837886
Jun 29 20:55:49.144812 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b887a75-dcb0-4eba-bd83-2a195256c61a req-8a3e7490-3dbc-4ac4-9815-48a3eec0befa tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:49.148939 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1b887a75-dcb0-4eba-bd83-2a195256c61a req-8a3e7490-3dbc-4ac4-9815-48a3eec0befa tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 943 time: 0.5861323
Jun 29 20:55:49.182110 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4ef35915-8e42-495c-beab-061ffe2b5df2 req-4d4f07c7-9c17-4e84-a046-5be035412724 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a263fd2b-14a4-4eec-b9e4-c74b31845f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1040342
Jun 29 20:55:49.290873 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1b887a75-dcb0-4eba-bd83-2a195256c61a req-6986520a-e54b-4eaf-a77a-06b2c4080dfb tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215382
Jun 29 20:55:49.300410 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3f716dbe-9a4d-486d-ae88-0370ae0eb76a req-b7da2d31-fddb-4055-bbd5-803a7364865f service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3309681
Jun 29 20:55:49.401869 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4ef35915-8e42-495c-beab-061ffe2b5df2 req-90695fd6-eec0-449d-96e6-e59595c115de service neutron] 10.222.0.60 "GET /v2.0/networks/a263fd2b-14a4-4eec-b9e4-c74b31845f3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083874
Jun 29 20:55:49.630052 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04aa72-a137-4473-8561-34783f14e2f3 req-f4f9c721-f5fe-470c-be8d-c03cae6c6ade tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:49.635617 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ed04aa72-a137-4473-8561-34783f14e2f3 req-f4f9c721-f5fe-470c-be8d-c03cae6c6ade tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 948 time: 0.1805201
Jun 29 20:55:49.672994 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4ef35915-8e42-495c-beab-061ffe2b5df2 req-9649aafc-c332-4796-b1cd-21cfd0be532c service neutron] 10.222.0.60 "GET /v2.0/networks/a263fd2b-14a4-4eec-b9e4-c74b31845f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2633679
Jun 29 20:55:49.740868 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ed04aa72-a137-4473-8561-34783f14e2f3 req-5df80d9c-1684-4cd6-840d-66d07df1c637 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997517
Jun 29 20:55:50.310426 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dfd90-080d-4a16-89d3-df04355b47f5 req-4be24e1c-bf76-49ff-b786-9be695352f0a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:50.320152 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-129dfd90-080d-4a16-89d3-df04355b47f5 req-4be24e1c-bf76-49ff-b786-9be695352f0a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2278306
Jun 29 20:55:50.400637 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-129dfd90-080d-4a16-89d3-df04355b47f5 req-263d53d3-f4aa-4c0a-9fc1-b77e79c7c09f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788109
Jun 29 20:55:50.608889 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 53692) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:50.730182 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2057a8-04be-4edf-8a37-d33b1674c186 req-a36bc7b8-18e0-400c-bcdf-01f7e81febf0 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:50.739008 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1b2057a8-04be-4edf-8a37-d33b1674c186 req-a36bc7b8-18e0-400c-bcdf-01f7e81febf0 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 943 time: 0.1731746
Jun 29 20:55:50.829404 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1b2057a8-04be-4edf-8a37-d33b1674c186 req-8422e1c1-e90d-47bd-bf0c-c986d0cc0d7a tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882185
Jun 29 20:55:50.877627 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:50.908755 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:55:50.912832 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] Usage tracker for resource:security_group_rule and tenant:bba1078a98ae44cd877796d5c13abe5d is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:55:50.915669 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:55:50.923012 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:55:50.987714 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:55:51.042493 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:51.048140 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:51.049166 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85cc17-c164-49cc-ab5e-d0d0dfeb2b0a req-2e212a78-65ec-492c-bdd8-13aafc9c0253 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:51.051283 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3b85cc17-c164-49cc-ab5e-d0d0dfeb2b0a req-2e212a78-65ec-492c-bdd8-13aafc9c0253 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 948 time: 0.1306167
Jun 29 20:55:51.056459 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:51.105122 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3b85cc17-c164-49cc-ab5e-d0d0dfeb2b0a req-8b9cc13d-4619-44eb-a82e-941011c88bfd tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481703
Jun 29 20:55:51.108891 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6408fd59-0454-404c-9881-665f9c9bccf2,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:51.114521 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:51.118378 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bba1078a98ae44cd877796d5c13abe5d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5077662
Jun 29 20:55:51.121540 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 53710) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:51.184916 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,segment=NetworkSegment(a3186e54-4c59-403f-b4d0-f8aa093d1f06),segment_id=a3186e54-4c59-403f-b4d0-f8aa093d1f06)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:51.194794 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-467c28e4-aa67-4f63-8e98-57a39fe4c9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:51.200738 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': 'd4dd8f8a-dc32-4d56-81ca-26ca900f0e46', 'network_id': 'a263fd2b-14a4-4eec-b9e4-c74b31845f3d', 'port_id': 'd4dd8f8a-dc32-4d56-81ca-26ca900f0e46', 'mac_address': 'fa:16:3e:44:b3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea01eca3-1ae0-4dc8-aaf0-d3d7000e3e17', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:55:51.222952 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-467c28e4-aa67-4f63-8e98-57a39fe4c9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:51.287307 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-467c28e4-aa67-4f63-8e98-57a39fe4c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:51.292026 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:51.294786 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f4110a20-9613-450a-858c-c5ec94787874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:51.312692 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:55:51.319376 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-467c28e4-aa67-4f63-8e98-57a39fe4c9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:51.320747 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-467c28e4-aa67-4f63-8e98-57a39fe4c9ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6408fd59-0454-404c-9881-665f9c9bccf2 HTTP/1.1" status: 204  len: 168 time: 0.1977437
Jun 29 20:55:51.321674 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c28e4-aa67-4f63-8e98-57a39fe4c9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6408fd59-0454-404c-9881-665f9c9bccf2,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:51.331568 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-467c28e4-aa67-4f63-8e98-57a39fe4c9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:51.332953 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,segment=NetworkSegment(a3186e54-4c59-403f-b4d0-f8aa093d1f06),segment_id=a3186e54-4c59-403f-b4d0-f8aa093d1f06)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:51.345290 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:51.346263 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 4729a45b-ca20-4394-948e-5fd7274758da details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:55:51.349260 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:51.493387 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:51.515211 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.515700 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.516138 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.516605 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.517034 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.517450 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.517920 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.518343 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.518754 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.519172 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.519687 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:55:51.525557 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:51.573266 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 4729a45b-ca20-4394-948e-5fd7274758da, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4729a45b-ca20-4394-948e-5fd7274758da,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:51.588872 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '4729a45b-ca20-4394-948e-5fd7274758da', 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964', 'port_id': '4729a45b-ca20-4394-948e-5fd7274758da', 'mac_address': 'fa:16:3e:b5:d7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630813ae-6938-45f7-a451-02e152b1e922', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:55:51.677472 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:51.704231 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4729a45b-ca20-4394-948e-5fd7274758da {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:55:51.746240 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 4729a45b-ca20-4394-948e-5fd7274758da, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4729a45b-ca20-4394-948e-5fd7274758da,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:51.752896 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:51.755062 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:51.829769 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980950f1-108b-4e2a-bde5-1558d0dc003c req-ccaddb4c-c8fd-4720-a815-b596496cfa3d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:51.839377 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-980950f1-108b-4e2a-bde5-1558d0dc003c req-ccaddb4c-c8fd-4720-a815-b596496cfa3d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1729043
Jun 29 20:55:51.893339 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=4729a45b-ca20-4394-948e-5fd7274758da,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:51.895282 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-980950f1-108b-4e2a-bde5-1558d0dc003c req-2701abd3-b176-4b96-9acf-0c5b5ec7a845 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533781
Jun 29 20:55:51.911174 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:52.146058 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086b2fe-ecb0-4ac2-aa0c-0e9d7365779c req-4a5ba08e-39f1-4727-b97b-267bcd561a85 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:52.153688 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8086b2fe-ecb0-4ac2-aa0c-0e9d7365779c req-4a5ba08e-39f1-4727-b97b-267bcd561a85 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 944 time: 0.1405110
Jun 29 20:55:52.247511 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8086b2fe-ecb0-4ac2-aa0c-0e9d7365779c req-dbd197e7-9cc6-4450-a0e8-ce33cc9408f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884199
Jun 29 20:55:52.297084 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['d4dd8f8a-dc32-4d56-81ca-26ca900f0e46'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:55:52.377442 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['4729a45b-ca20-4394-948e-5fd7274758da'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:55:52.382211 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6270d62-765f-4e54-b0ee-f6cf300f4955 req-b65b28af-4a2a-40c9-8508-078fd0e6fd11 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:52.384218 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e6270d62-765f-4e54-b0ee-f6cf300f4955 req-b65b28af-4a2a-40c9-8508-078fd0e6fd11 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 949 time: 0.0927956
Jun 29 20:55:52.480649 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e6270d62-765f-4e54-b0ee-f6cf300f4955 req-fadee1ad-ce13-4ffb-a355-03ca9e037b05 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843225
Jun 29 20:55:52.593996 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 53748) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:52.768303 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1621284003-network', 'tenant_id': 'e3a11445def64a93972ecaf5644cb126'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:55:52.780614 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:55:52.788877 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Usage tracker for resource:network and tenant:e3a11445def64a93972ecaf5644cb126 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:55:52.795665 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:55:52.803989 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:55:52.828991 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Made reservation on behalf of e3a11445def64a93972ecaf5644cb126 for: {'network': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:55:52.835841 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:52.854438 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:52.909359 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:55:52.914001 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Usage tracker for resource:security_group_rule and tenant:e3a11445def64a93972ecaf5644cb126 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:55:52.918035 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:55:52.925276 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:55:53.033641 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:53.041074 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:53.049667 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-ce6b59f1-0c7e-40b0-83ea-469a1c6f41fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:53.106753 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552}  {{(pid=74216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:55:53.152058 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f7f78-9544-4879-b64e-83a8ee0459d7,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:53.169580 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:53.171441 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:53.172215 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.segments_db [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Added segment 5f869144-6b55-4ebe-bf93-80ffa78ba7cf of type vlan for network c4654ed2-a547-4fac-a1d6-d18db969fcc6
Jun 29 20:55:53.214446 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:53.268835 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:53.277957 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:53.281349 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:53.303713 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:53.486205 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Pushing event updated for resources: {'Network': ['ID=c4654ed2-a547-4fac-a1d6-d18db969fcc6,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:53.490544 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:53.500187 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network c4654ed2-a547-4fac-a1d6-d18db969fcc6 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:55:53.510851 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9157534
Jun 29 20:55:53.513899 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 53772) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:55:53.519753 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Request body: {'subnet': {'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1621284003-subnet', 'tenant_id': 'e3a11445def64a93972ecaf5644cb126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:55:53.526727 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:55:53.538192 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Usage tracker for resource:subnet and tenant:e3a11445def64a93972ecaf5644cb126 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:55:53.541768 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:55:53.547965 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:55:53.554399 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f5f46-11eb-49dc-b34d-815b4e1f86c7 req-9c3e7712-076f-4275-9730-ebb2c0209cfe tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:53.563380 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b69f5f46-11eb-49dc-b34d-815b4e1f86c7 req-9c3e7712-076f-4275-9730-ebb2c0209cfe tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1639190
Jun 29 20:55:53.574347 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Made reservation on behalf of e3a11445def64a93972ecaf5644cb126 for: {'subnet': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:55:53.585637 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4136731'] for subnet, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:53.640138 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b69f5f46-11eb-49dc-b34d-815b4e1f86c7 req-2eaa0da4-58f9-4bf4-ac7e-9593d87df7b6 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758090
Jun 29 20:55:53.846188 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569d917-4200-4de7-ac0e-a731e4a08c04 req-4833b8f0-d56b-4c16-9a31-e3082befed01 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:53.854105 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d569d917-4200-4de7-ac0e-a731e4a08c04 req-4833b8f0-d56b-4c16-9a31-e3082befed01 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 944 time: 0.0899770
Jun 29 20:55:53.883555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4136713'] for subnet, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:53.890111 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c1cda877-335d-4779-946d-225ecdf0a0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:53.927420 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d569d917-4200-4de7-ac0e-a731e4a08c04 req-b87a9c23-cc72-46e3-b718-9686470b1e52 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723598
Jun 29 20:55:54.025196 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8c9eca-cc87-4857-802e-7d6de73856ff,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:54.027807 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:54.037504 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Checking segment: {'id': '5f869144-6b55-4ebe-bf93-80ffa78ba7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:55:54.037858 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Network hostable DHCP agents. Network: c4654ed2-a547-4fac-a1d6-d18db969fcc6, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:55:54.059425 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Network c4654ed2-a547-4fac-a1d6-d18db969fcc6 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:55:54.069802 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, c4654ed2-a547-4fac-a1d6-d18db969fcc6) {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:55:54.073865 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:54.074651 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:54.080223 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70eb74-197e-446e-bba7-943b126f61ad None None] Network c4654ed2-a547-4fac-a1d6-d18db969fcc6 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:55:54.105129 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5899756
Jun 29 20:55:54.218471 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0818eb-693f-4ae4-b64a-c0fb51290f20 req-5b78334c-62f0-4209-870c-01afb2ffc619 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:54.220517 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7e0818eb-693f-4ae4-b64a-c0fb51290f20 req-5b78334c-62f0-4209-870c-01afb2ffc619 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1580853
Jun 29 20:55:54.228207 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6dd44-b395-42f5-8900-add7fbc90832 req-2b8d8f01-4ef5-45bb-b4a6-4e996980f5d4 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:54.230979 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-07f6dd44-b395-42f5-8900-add7fbc90832 req-2b8d8f01-4ef5-45bb-b4a6-4e996980f5d4 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 949 time: 0.2029953
Jun 29 20:55:54.307784 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7e0818eb-693f-4ae4-b64a-c0fb51290f20 req-51468b2e-4a69-474d-8888-ea0e7983d0f4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755215
Jun 29 20:55:54.352095 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-07f6dd44-b395-42f5-8900-add7fbc90832 req-f48d0a4e-c8f4-4042-9d76-b8217ef349fe tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039400
Jun 29 20:55:54.400938 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db80b1-4a47-43f6-817a-47cc019de81d None None] Network c4654ed2-a547-4fac-a1d6-d18db969fcc6 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:55:54.915303 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9b7b8-3eea-4d9d-a28c-b54b301c926c req-2685c3c3-79f4-4399-ac15-772a349ee83f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:54.919130 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-91f9b7b8-3eea-4d9d-a28c-b54b301c926c req-2685c3c3-79f4-4399-ac15-772a349ee83f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.0985143
Jun 29 20:55:55.009835 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:55:55.018783 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-91f9b7b8-3eea-4d9d-a28c-b54b301c926c req-97d11740-1f86-432c-b150-1fd519352926 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952535
Jun 29 20:55:55.215179 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:55:55.224255 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:55:55.225641 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:55.325804 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70efd3-1e9e-4657-b540-b30fed73f2ec req-986d4656-6931-4244-9bcb-a6328f27a0dc tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:55.335382 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ab70efd3-1e9e-4657-b540-b30fed73f2ec req-986d4656-6931-4244-9bcb-a6328f27a0dc tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 944 time: 0.1134100
Jun 29 20:55:55.429770 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ab70efd3-1e9e-4657-b540-b30fed73f2ec req-ccf9f396-aea7-455e-885c-9dd96a79f357 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934212
Jun 29 20:55:55.520277 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:55.582188 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c630a6-0554-4bb5-97af-1b73598c8a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dd8f8a-dc32-4d56-81ca-26ca900f0e46'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:55:55.599262 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,segment=NetworkSegment(a3186e54-4c59-403f-b4d0-f8aa093d1f06),segment_id=a3186e54-4c59-403f-b4d0-f8aa093d1f06)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:55.615288 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:55.616573 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 4729a45b-ca20-4394-948e-5fd7274758da up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:55:55.650673 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-71d5abeb-3ee8-4d71-ad59-5938241627eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:55.756685 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:55.759941 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:55.772035 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 4729a45b-ca20-4394-948e-5fd7274758da completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:55:55.778359 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 4729a45b-ca20-4394-948e-5fd7274758da triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:55:55.778916 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:55.920893 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a3f17-2dd4-4419-b4c4-feb4a9cdd18c req-f2f3904b-5dce-4f3b-966e-995e1ac886f1 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:55.923268 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5f3a3f17-2dd4-4419-b4c4-feb4a9cdd18c req-f2f3904b-5dce-4f3b-966e-995e1ac886f1 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 950 time: 0.2449956
Jun 29 20:55:55.968297 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9faedd-b4bb-494b-897a-a096e047544e req-3ec437b9-6ce3-4cea-8914-c81ea01d4f72 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:55.969786 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-be9faedd-b4bb-494b-897a-a096e047544e req-3ec437b9-6ce3-4cea-8914-c81ea01d4f72 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.2295918
Jun 29 20:55:55.988845 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:56.025259 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5f3a3f17-2dd4-4419-b4c4-feb4a9cdd18c req-7e11821e-de56-402e-8bef-af1c2e08d62d tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908446
Jun 29 20:55:56.046208 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 4729a45b-ca20-4394-948e-5fd7274758da, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4729a45b-ca20-4394-948e-5fd7274758da,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:55:56.057020 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-be9faedd-b4bb-494b-897a-a096e047544e req-47a64e96-1f6b-4454-86f0-e0c4f16bfce2 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775821
Jun 29 20:55:56.058985 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:55:56.061572 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-bbfea4d4-5f05-4fe9-82fb-b48a05c99a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:55:56.107529 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c630a6-0554-4bb5-97af-1b73598c8a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dd8f8a-dc32-4d56-81ca-26ca900f0e46', 'code': 200}
Jun 29 20:55:56.134152 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=4729a45b-ca20-4394-948e-5fd7274758da,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:55:56.137300 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:55:56.280811 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9972-63f3-4eec-9248-822b7c7e80a9 req-b74cb1fe-7f19-461c-828e-2a9c0039d117 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:56.282230 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d8bc9972-63f3-4eec-9248-822b7c7e80a9 req-b74cb1fe-7f19-461c-828e-2a9c0039d117 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.0791266
Jun 29 20:55:56.329396 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d8bc9972-63f3-4eec-9248-822b7c7e80a9 req-bd2c7d54-9282-4688-9ac0-440d06ef2a06 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401492
Jun 29 20:55:56.404902 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-891c2895-3e11-4292-ab73-624eaab00b2b req-09ae92b8-726a-4299-9730-d809ea66a706 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 1103 time: 0.0688038
Jun 29 20:55:56.449822 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-891c2895-3e11-4292-ab73-624eaab00b2b req-08752205-8062-412a-883e-02fbd7ad3416 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365076
Jun 29 20:55:56.801223 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549044f4-6cef-4e78-959d-6c7343b1c859 req-20375609-2abc-4955-a998-1e80e409b227 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:56.802754 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-549044f4-6cef-4e78-959d-6c7343b1c859 req-20375609-2abc-4955-a998-1e80e409b227 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 945 time: 0.2104263
Jun 29 20:55:56.939476 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-549044f4-6cef-4e78-959d-6c7343b1c859 req-1a4702c5-ce41-4e72-a955-f5f224d8a5f5 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280878
Jun 29 20:55:56.976081 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-619f7bca-50d3-499b-8787-99acf33f8686 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:56.976783 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-619f7bca-50d3-499b-8787-99acf33f8686 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Synchronizing usage tracker for tenant:e3a11445def64a93972ecaf5644cb126 on resource:network {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:55:57.001433 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-619f7bca-50d3-499b-8787-99acf33f8686 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Unset dirty status for tenant:e3a11445def64a93972ecaf5644cb126 on resource:network {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:55:57.002934 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-619f7bca-50d3-499b-8787-99acf33f8686 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/networks?id=c4654ed2-a547-4fac-a1d6-d18db969fcc6 HTTP/1.1" status: 200  len: 814 time: 0.2291262
Jun 29 20:55:57.025224 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-83da5d71-222b-4bbd-a57c-9e6234119d0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/quotas/e3a11445def64a93972ecaf5644cb126 HTTP/1.1" status: 200  len: 375 time: 0.0154777
Jun 29 20:55:57.077089 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-cc6140f5-5a4c-4d76-81f5-a2683d90c0b6 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3a11445def64a93972ecaf5644cb126&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0506403
Jun 29 20:55:57.298840 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-1393a419-f20e-4e7c-904e-455d8f3f1f35 service neutron] 10.222.0.15 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2120402
Jun 29 20:55:57.332672 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8370e5-ef17-409f-8d29-581000502906 req-ef4ae50e-b258-4acc-bc17-a294598e8531 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:57.334093 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1f8370e5-ef17-409f-8d29-581000502906 req-ef4ae50e-b258-4acc-bc17-a294598e8531 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 950 time: 0.1527054
Jun 29 20:55:57.457842 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1f8370e5-ef17-409f-8d29-581000502906 req-8eb81be9-265d-4606-bbe6-a9621490b5a0 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740421
Jun 29 20:55:57.481340 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-75542e35-976e-4d7d-b13a-d1462c56f2ef service neutron] 10.222.0.15 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1753352
Jun 29 20:55:57.839717 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5528a-0f6e-4201-8a8a-816d8673ff7c req-010ea3c1-b92b-4816-baec-4d838ddb13ce tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:57.849020 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e6f5528a-0f6e-4201-8a8a-816d8673ff7c req-010ea3c1-b92b-4816-baec-4d838ddb13ce tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1968298
Jun 29 20:55:57.872499 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360a7f-1333-458a-9d4c-916301456cd3 req-7cc3aba3-ccd0-4f1c-8067-7b320e690d4c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:57.880262 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f3360a7f-1333-458a-9d4c-916301456cd3 req-7cc3aba3-ccd0-4f1c-8067-7b320e690d4c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1735003
Jun 29 20:55:57.928275 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e6f5528a-0f6e-4201-8a8a-816d8673ff7c req-cdb760d8-51fe-4456-98dd-9c9ea34d0773 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783222
Jun 29 20:55:57.976221 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f3360a7f-1333-458a-9d4c-916301456cd3 req-9dce0b6c-054c-42b9-93fe-b137834bf934 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937815
Jun 29 20:55:58.108769 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5987fe5-d314-429f-84d4-d5020d134e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4729a45b-ca20-4394-948e-5fd7274758da'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:55:58.177245 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7a6795ca-0da5-49f4-a289-1f1da9d28728 req-e8e34954-01bb-44d5-8ca0-9722016f9185 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 210 time: 0.1387124
Jun 29 20:55:58.273075 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5987fe5-d314-429f-84d4-d5020d134e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4729a45b-ca20-4394-948e-5fd7274758da', 'code': 200}
Jun 29 20:55:58.320636 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fb3c0-d077-44ab-96bd-817f07686414 req-bb7dc093-5a52-4e25-8746-3107dc626d8b tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:58.322845 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d76fb3c0-d077-44ab-96bd-817f07686414 req-bb7dc093-5a52-4e25-8746-3107dc626d8b tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 945 time: 0.0978031
Jun 29 20:55:58.377722 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d76fb3c0-d077-44ab-96bd-817f07686414 req-aac5cbb6-f0d3-4a5a-b343-96ef7207eebc tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467427
Jun 29 20:55:58.720211 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6d1a3bcb-bfe0-455e-bce0-153e953a6c94 req-ae8d0267-ffc3-41d8-945a-e04dd8f2470f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 1098 time: 0.0966818
Jun 29 20:55:58.748778 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86210e-6b74-409e-896b-51a4c0bb3243 req-2b027d0c-5031-40fa-8416-390efe589d3d tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:58.756733 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-af86210e-6b74-409e-896b-51a4c0bb3243 req-2b027d0c-5031-40fa-8416-390efe589d3d tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 950 time: 0.1137047
Jun 29 20:55:58.803573 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6d1a3bcb-bfe0-455e-bce0-153e953a6c94 req-4cce5063-4904-405e-aa12-cd235eac38c5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659606
Jun 29 20:55:58.817583 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-af86210e-6b74-409e-896b-51a4c0bb3243 req-40648b5d-3c71-4c90-b044-58bca90d14bd tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599885
Jun 29 20:55:59.193245 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9485f-0bb1-4107-be88-375a5a029c9c req-3893bbd6-820d-41d2-804b-b860eca99b99 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:59.205926 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-82b9485f-0bb1-4107-be88-375a5a029c9c req-3893bbd6-820d-41d2-804b-b860eca99b99 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1206510
Jun 29 20:55:59.322001 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-82b9485f-0bb1-4107-be88-375a5a029c9c req-918810a4-15ff-4b26-89ff-d7780e4f6696 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1139333
Jun 29 20:55:59.386914 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe11269-edc2-44a8-ba05-dbe58ebe8ac6 req-1fad945c-0925-4642-8a60-724f55a6e360 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:59.388403 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bbe11269-edc2-44a8-ba05-dbe58ebe8ac6 req-1fad945c-0925-4642-8a60-724f55a6e360 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1348186
Jun 29 20:55:59.470857 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7b8b2d01-f750-4280-8923-a6ef588ffa0a req-3cd012c8-123f-4c60-a3da-6dcafc9acb79 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 1098 time: 0.1170053
Jun 29 20:55:59.485064 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bbe11269-edc2-44a8-ba05-dbe58ebe8ac6 req-57d5cad5-9433-4496-a32b-f7d706653666 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892327
Jun 29 20:55:59.578922 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7b8b2d01-f750-4280-8923-a6ef588ffa0a req-94cbc7c5-c41b-45ca-9f02-ab4e4cc28f70 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954838
Jun 29 20:55:59.684134 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fb34b731-0649-411f-ac9d-c5df3a59268d req-634b9885-ccdd-4630-8b6e-7b6545fe31d9 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 210 time: 0.0555167
Jun 29 20:55:59.714572 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65594823-d28e-4458-b269-1aad32185b0e req-816ffe24-dad3-4a3a-980d-178ce6b292da tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:59.722702 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-65594823-d28e-4458-b269-1aad32185b0e req-816ffe24-dad3-4a3a-980d-178ce6b292da tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 950 time: 0.1810431
Jun 29 20:55:59.784296 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-65594823-d28e-4458-b269-1aad32185b0e req-43660392-cffd-4d70-b6cd-b9ffc9c052a6 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604179
Jun 29 20:55:59.920473 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d6a9-fe49-4e11-b0a7-be1c0a619277 req-6f962ea6-d8d4-429b-911a-b2349253423e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:55:59.922517 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7593d6a9-fe49-4e11-b0a7-be1c0a619277 req-6f962ea6-d8d4-429b-911a-b2349253423e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 945 time: 0.0904930
Jun 29 20:55:59.983461 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7593d6a9-fe49-4e11-b0a7-be1c0a619277 req-0285e465-e434-4826-a7d5-0a5397337a4f tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542185
Jun 29 20:56:00.620443 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b02da3-bae8-4a28-9c54-4ebe5b4f61d6 req-85d74ef7-723c-4daf-b58b-26cec1a29fb3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:00.627790 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-75b02da3-bae8-4a28-9c54-4ebe5b4f61d6 req-85d74ef7-723c-4daf-b58b-26cec1a29fb3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1108515
Jun 29 20:56:00.776978 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-13f514ce-c8fb-41e2-b614-2a870968d9d7 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:00.781520 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-13f514ce-c8fb-41e2-b614-2a870968d9d7 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.60 "GET /v2.0/networks?id=c4654ed2-a547-4fac-a1d6-d18db969fcc6 HTTP/1.1" status: 200  len: 814 time: 0.2978876
Jun 29 20:56:00.822136 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Request body: {'port': {'device_id': 'c9492d76-8d47-4b67-8f95-9f3000668315', 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6', 'admin_state_up': True, 'tenant_id': 'e3a11445def64a93972ecaf5644cb126'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:00.845146 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-75b02da3-bae8-4a28-9c54-4ebe5b4f61d6 req-05916e92-d08f-4a61-9168-bd4b9e8ae73f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2163982
Jun 29 20:56:00.917170 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190be65-58c9-47e1-9414-224fb75b9fa5 req-bbfcb751-8583-406e-829c-a276deb56600 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:00.919048 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7190be65-58c9-47e1-9414-224fb75b9fa5 req-bbfcb751-8583-406e-829c-a276deb56600 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2411027
Jun 29 20:56:00.986475 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7190be65-58c9-47e1-9414-224fb75b9fa5 req-1659a088-9310-4160-8dff-9df37a4c85e3 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576372
Jun 29 20:56:01.053737 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:01.057872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Usage tracker for resource:port and tenant:e3a11445def64a93972ecaf5644cb126 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:01.061341 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:01.068573 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:01.085269 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Made reservation on behalf of e3a11445def64a93972ecaf5644cb126 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:56:01.088600 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:01.138312 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4ccec971-47e9-4667-a09a-57e55f3241f7 req-63821817-ed8d-4b61-8da5-6bc38a9839e4 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 210 time: 0.0729637
Jun 29 20:56:01.279189 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f76da-2df0-477b-bd97-5ec02c2b9590 req-d6cbe9bc-86ac-4c9f-a653-d164e5370fa9 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:01.287788 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0c1f76da-2df0-477b-bd97-5ec02c2b9590 req-d6cbe9bc-86ac-4c9f-a653-d164e5370fa9 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 950 time: 0.1041477
Jun 29 20:56:01.427744 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0c1f76da-2df0-477b-bd97-5ec02c2b9590 req-da6d273a-a169-44ec-9d6f-af9b0852236e tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387000
Jun 29 20:56:01.462345 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Allocated IP 172.20.0.11 (c4654ed2-a547-4fac-a1d6-d18db969fcc6/9c8c9eca-cc87-4857-802e-7d6de73856ff/fc0e7555-46e1-4fdb-901b-c18dbb7aa165) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:56:01.466934 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc865a83-a6ff-422d-b0f7-4d937ee98fd0 req-c6e97fef-c8f4-4c5f-a577-bb609422cadd tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:01.468597 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cc865a83-a6ff-422d-b0f7-4d937ee98fd0 req-c6e97fef-c8f4-4c5f-a577-bb609422cadd tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 945 time: 0.1558015
Jun 29 20:56:01.541267 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cc865a83-a6ff-422d-b0f7-4d937ee98fd0 req-43970006-b642-4a1b-9221-b1a0d428e2b6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653908
Jun 29 20:56:01.743252 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:01.777364 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:01.786316 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:01.859830 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Network c4654ed2-a547-4fac-a1d6-d18db969fcc6 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:01.863790 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:01.868064 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:56:01.902084 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Pushing event updated for resources: {'Port': ['ID=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:01.908752 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:01.937294 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:01.937896 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:01.960776 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1506529
Jun 29 20:56:01.993745 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Request body: {'port': {'device_id': 'c9492d76-8d47-4b67-8f95-9f3000668315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:02.117159 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:02.199234 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31c76b-bd80-491a-a3a7-d67fbef6a200 req-d570fcb9-379f-4067-8134-1357b39eb7aa tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:02.200811 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ee31c76b-bd80-491a-a3a7-d67fbef6a200 req-d570fcb9-379f-4067-8134-1357b39eb7aa tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1629190
Jun 29 20:56:02.251829 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789f8e7-7e80-4453-8f95-3bcab33ada36 req-902848e2-a802-4a1a-9725-27e9f46f1c81 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:02.258973 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9789f8e7-7e80-4453-8f95-3bcab33ada36 req-902848e2-a802-4a1a-9725-27e9f46f1c81 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1435518
Jun 29 20:56:02.313688 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ee31c76b-bd80-491a-a3a7-d67fbef6a200 req-5e750da0-e741-4186-8f03-1d49fa1dc14c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954134
Jun 29 20:56:02.327849 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9789f8e7-7e80-4453-8f95-3bcab33ada36 req-72dd8937-ac57-47b2-b0af-d7e4b7303533 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678730
Jun 29 20:56:02.623395 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0e7555-46e1-4fdb-901b-c18dbb7aa165 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:56:02.633057 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:02.639548 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9793b-3229-489b-9a78-812e0796e9d5 req-48b3416f-a3d6-4da1-9e97-c26768af8aa2 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:02.652558 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Transition to ACTIVE for port object fc0e7555-46e1-4fdb-901b-c18dbb7aa165 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:02.654382 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fdc9793b-3229-489b-9a78-812e0796e9d5 req-48b3416f-a3d6-4da1-9e97-c26768af8aa2 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 932 time: 0.1647849
Jun 29 20:56:02.658010 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:02.662971 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1b8cb6ab-15e5-4cf4-9b86-af1972f29c98 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:02.804173 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-fdc9793b-3229-489b-9a78-812e0796e9d5 req-413f6dd2-48e0-44e3-a0a5-d92e0a282fad tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Synchronizing usage tracker for tenant:e3a11445def64a93972ecaf5644cb126 on resource:security_group {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:56:02.809437 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Pushing event updated for resources: {'Port': ['ID=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:02.841054 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-fdc9793b-3229-489b-9a78-812e0796e9d5 req-413f6dd2-48e0-44e3-a0a5-d92e0a282fad tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Unset dirty status for tenant:e3a11445def64a93972ecaf5644cb126 on resource:security_group {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:56:02.851808 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:02.852774 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fdc9793b-3229-489b-9a78-812e0796e9d5 req-413f6dd2-48e0-44e3-a0a5-d92e0a282fad tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973021
Jun 29 20:56:02.875145 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4635a-26d0-4df4-a1c8-7719e90d43c8 req-672ca9be-cd5e-4f13-8a32-3fe0dd7c0590 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:02.893170 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5ae4635a-26d0-4df4-a1c8-7719e90d43c8 req-672ca9be-cd5e-4f13-8a32-3fe0dd7c0590 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 950 time: 0.1888223
Jun 29 20:56:02.944902 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Attempting to bind port fc0e7555-46e1-4fdb-901b-c18dbb7aa165 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:56:02.945426 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Attempting to bind port fc0e7555-46e1-4fdb-901b-c18dbb7aa165 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '5f869144-6b55-4ebe-bf93-80ffa78ba7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:56:02.945841 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Attempting to bind port fc0e7555-46e1-4fdb-901b-c18dbb7aa165 on network c4654ed2-a547-4fac-a1d6-d18db969fcc6 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:02.952760 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Port fc0e7555-46e1-4fdb-901b-c18dbb7aa165 on network c4654ed2-a547-4fac-a1d6-d18db969fcc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:56:02.953197 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Attempting to bind port fc0e7555-46e1-4fdb-901b-c18dbb7aa165 on network c4654ed2-a547-4fac-a1d6-d18db969fcc6 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:02.960059 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:56:02.960530 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Checking segment: {'id': '5f869144-6b55-4ebe-bf93-80ffa78ba7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:02.961033 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Bound using segment: {'id': '5f869144-6b55-4ebe-bf93-80ffa78ba7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:56:02.961594 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Bound port: fc0e7555-46e1-4fdb-901b-c18dbb7aa165, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f869144-6b55-4ebe-bf93-80ffa78ba7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:56:02.961988 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:02.989579 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5ae4635a-26d0-4df4-a1c8-7719e90d43c8 req-827fba1a-87a2-4016-b8aa-b711dedc5e3f tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944219
Jun 29 20:56:03.055106 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] For port fc0e7555-46e1-4fdb-901b-c18dbb7aa165, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:56:03.058383 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] For port fc0e7555-46e1-4fdb-901b-c18dbb7aa165, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,segment=NetworkSegment(5f869144-6b55-4ebe-bf93-80ffa78ba7cf),segment_id=5f869144-6b55-4ebe-bf93-80ffa78ba7cf)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:56:03.068100 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:03.073980 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:03.153707 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:03.155025 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] 10.222.0.60 "PUT /v2.0/ports/fc0e7555-46e1-4fdb-901b-c18dbb7aa165 HTTP/1.1" status: 200  len: 1094 time: 1.1659126
Jun 29 20:56:03.155720 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9492d76-8d47-4b67-8f95-9f3000668315', 'tag': 'fc0e7555-46e1-4fdb-901b-c18dbb7aa165'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:56:03.174873 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Pushing event updated for resources: {'Port': ['ID=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:03.179815 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:03.206351 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247745fd-fd23-44d8-8dbf-e472b9ccaaca req-aac9cfc7-e9b8-46cf-be36-9c460093e097 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:03.214283 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-247745fd-fd23-44d8-8dbf-e472b9ccaaca req-aac9cfc7-e9b8-46cf-be36-9c460093e097 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 945 time: 0.1026556
Jun 29 20:56:03.266767 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9492d76-8d47-4b67-8f95-9f3000668315', 'tag': 'fc0e7555-46e1-4fdb-901b-c18dbb7aa165', 'status': 'completed', 'code': 200}
Jun 29 20:56:03.273282 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-247745fd-fd23-44d8-8dbf-e472b9ccaaca req-ddf231ab-c1ec-4b91-8065-4006fa13278b tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545330
Jun 29 20:56:03.426650 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-2ed501e3-3278-42fe-977b-8c9e618f7c45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3a11445def64a93972ecaf5644cb126&device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 1097 time: 0.1203339
Jun 29 20:56:03.560790 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-6d8c3faa-6f4e-47a5-a93c-2abee398de88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc0e7555-46e1-4fdb-901b-c18dbb7aa165 HTTP/1.1" status: 200  len: 217 time: 0.0969827
Jun 29 20:56:03.585038 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f80d049f-3e89-48a7-8e8f-0596b929902f req-330f696e-55f7-4ede-be16-b93f9f9329e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 1098 time: 0.1394093
Jun 29 20:56:03.604157 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3b7d9-a70b-4d2c-bf11-d83decfcf67d req-6be74e49-b566-4e34-9a5d-ed07a9b26072 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:03.605980 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-37a3b7d9-a70b-4d2c-bf11-d83decfcf67d req-6be74e49-b566-4e34-9a5d-ed07a9b26072 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2032492
Jun 29 20:56:03.689406 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-203d2911-99a1-4ff9-9045-c8683a1c6912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:03.692217 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-203d2911-99a1-4ff9-9045-c8683a1c6912 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c8c9eca-cc87-4857-802e-7d6de73856ff HTTP/1.1" status: 200  len: 854 time: 0.1126988
Jun 29 20:56:03.783848 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-37a3b7d9-a70b-4d2c-bf11-d83decfcf67d req-44e45a3b-e4d5-4da7-bb12-10dfd2f58ad2 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700556
Jun 29 20:56:03.844527 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d049f-3e89-48a7-8e8f-0596b929902f req-50d1bf55-f722-439a-a324-b0c8f9117fa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:03.852437 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f80d049f-3e89-48a7-8e8f-0596b929902f req-50d1bf55-f722-439a-a324-b0c8f9117fa9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 920 time: 0.2129109
Jun 29 20:56:03.914323 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-810a5a93-b152-4e5a-acd0-b81d1d514ad6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4654ed2-a547-4fac-a1d6-d18db969fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1820438
Jun 29 20:56:04.080802 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f80d049f-3e89-48a7-8e8f-0596b929902f req-4e57f1fe-53bf-4bf9-9c69-c4eb88b8d3b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0 HTTP/1.1" status: 200  len: 217 time: 0.2131679
Jun 29 20:56:04.247127 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d049f-3e89-48a7-8e8f-0596b929902f req-6744c106-e20a-4904-89b1-fb9f8305bab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:04.248419 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f80d049f-3e89-48a7-8e8f-0596b929902f req-6744c106-e20a-4904-89b1-fb9f8305bab5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 200  len: 859 time: 0.1130245
Jun 29 20:56:04.263986 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125fe37-753d-467a-99d4-01dbb5891947 req-a2ff178e-57e9-4a6a-8193-ff42b7803a1b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:04.271457 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4125fe37-753d-467a-99d4-01dbb5891947 req-a2ff178e-57e9-4a6a-8193-ff42b7803a1b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.2469721
Jun 29 20:56:04.334675 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f80d049f-3e89-48a7-8e8f-0596b929902f req-d73c87c5-5ad4-4bab-87d3-8930a7caa47c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e765c4e-8e0a-4679-9639-4ff3f118b9af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603468
Jun 29 20:56:04.364359 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-239bb4f1-1b87-4ef4-9ce8-ee867951d7c0 service neutron] 10.222.0.60 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4368336
Jun 29 20:56:04.377181 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3a31f-2b3f-408f-8e1a-e63e8cf76446 req-cbf84641-9919-4625-a679-ca62b110320e tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:04.384729 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b2a3a31f-2b3f-408f-8e1a-e63e8cf76446 req-cbf84641-9919-4625-a679-ca62b110320e tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 944 time: 0.2841930
Jun 29 20:56:04.399471 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-9165e2ae-97cd-4b6f-96e1-b4316da76581 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:04.400153 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-9165e2ae-97cd-4b6f-96e1-b4316da76581 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Synchronizing usage tracker for tenant:01d862ca755947109b178d5a3e1ce8db on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:56:04.474216 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4125fe37-753d-467a-99d4-01dbb5891947 req-df6ca1ef-fc33-4de5-8d12-da72dc499dbc tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2015345
Jun 29 20:56:04.483098 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-9165e2ae-97cd-4b6f-96e1-b4316da76581 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Unset dirty status for tenant:01d862ca755947109b178d5a3e1ce8db on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:56:04.484210 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-9165e2ae-97cd-4b6f-96e1-b4316da76581 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.60 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 950 time: 0.3588319
Jun 29 20:56:04.541352 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b2a3a31f-2b3f-408f-8e1a-e63e8cf76446 req-b4074afc-6e89-4799-8491-e7e2593cadd5 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554139
Jun 29 20:56:04.578868 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3bd1d319-b9d5-41d2-890c-766b3f642a55 req-386e3658-c747-44bf-9fed-d476e73924d9 service neutron] 10.222.0.60 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2052023
Jun 29 20:56:04.585266 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Deleting port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:56:04.585605 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:04.633882 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f80d049f-3e89-48a7-8e8f-0596b929902f req-69be999d-32ca-425d-bd75-a1fabbbcee71 service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2836919
Jun 29 20:56:04.975891 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-df464c2d-e4f1-41a3-9e3d-414c392837ad req-38389576-8794-47ae-b93e-cfe6dc7a000a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3a11445def64a93972ecaf5644cb126&device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 1097 time: 0.2340539
Jun 29 20:56:04.978755 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] For port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,segment=NetworkSegment(a3186e54-4c59-403f-b4d0-f8aa093d1f06),segment_id=a3186e54-4c59-403f-b4d0-f8aa093d1f06)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:04.979274 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:05.025825 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e39743-a629-427b-bc75-26a812e91b96 req-560dc63d-8953-490f-97f0-29b4537027d2 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:05.036512 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f4e39743-a629-427b-bc75-26a812e91b96 req-560dc63d-8953-490f-97f0-29b4537027d2 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 950 time: 0.3882921
Jun 29 20:56:05.157228 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f4e39743-a629-427b-bc75-26a812e91b96 req-596ced29-05fe-48d8-86a3-534663349739 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/security-groups?id=09cb1dc6-5d4c-4e72-867a-116453fa842d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185198
Jun 29 20:56:05.163162 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f80d049f-3e89-48a7-8e8f-0596b929902f req-63f04f5c-cf14-4d04-aeed-f19eeedfdf5a service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3171854
Jun 29 20:56:05.311167 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df464c2d-e4f1-41a3-9e3d-414c392837ad req-d35ee572-369e-4fbf-8c98-d3e198e19448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:05.312933 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-df464c2d-e4f1-41a3-9e3d-414c392837ad req-d35ee572-369e-4fbf-8c98-d3e198e19448 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4654ed2-a547-4fac-a1d6-d18db969fcc6 HTTP/1.1" status: 200  len: 915 time: 0.3137193
Jun 29 20:56:05.396697 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5f72c-3905-4b07-a91e-4957b5f69d6a req-af4cdc9e-d4ce-40ea-915e-511d33fb1e8a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:05.398339 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fdc5f72c-3905-4b07-a91e-4957b5f69d6a req-af4cdc9e-d4ce-40ea-915e-511d33fb1e8a tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2280819
Jun 29 20:56:05.427071 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Calling delete_port for d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:56:05.460574 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fdc5f72c-3905-4b07-a91e-4957b5f69d6a req-2ca55783-4201-4e5e-bfd8-89bdea1eef4e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547071
Jun 29 20:56:05.498915 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-df464c2d-e4f1-41a3-9e3d-414c392837ad req-0019a65b-9987-4556-b68f-d4b14f3c49f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc0e7555-46e1-4fdb-901b-c18dbb7aa165 HTTP/1.1" status: 200  len: 217 time: 0.1268785
Jun 29 20:56:05.662371 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df464c2d-e4f1-41a3-9e3d-414c392837ad req-4214266f-f22d-4119-99a2-113fdc9f3900 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:05.663789 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-df464c2d-e4f1-41a3-9e3d-414c392837ad req-4214266f-f22d-4119-99a2-113fdc9f3900 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c8c9eca-cc87-4857-802e-7d6de73856ff HTTP/1.1" status: 200  len: 854 time: 0.1463478
Jun 29 20:56:05.732920 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-df464c2d-e4f1-41a3-9e3d-414c392837ad req-bc6dae2b-a7ec-49ca-a22d-1ca90b18d46c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4654ed2-a547-4fac-a1d6-d18db969fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527327
Jun 29 20:56:05.788308 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648f67f-44bc-40b6-bdd6-6da29d56b397 req-55b1c10a-7e59-4498-a9e4-a64fcfd9baa1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:05.795449 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a648f67f-44bc-40b6-bdd6-6da29d56b397 req-55b1c10a-7e59-4498-a9e4-a64fcfd9baa1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1633880
Jun 29 20:56:05.819100 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033067d-9819-4223-aa2b-788ea76085ac req-88ae13de-8bb6-4b00-b023-86287416cf92 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:05.820711 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0033067d-9819-4223-aa2b-788ea76085ac req-88ae13de-8bb6-4b00-b023-86287416cf92 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1515908
Jun 29 20:56:05.858266 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:05.867353 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:05.893415 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a648f67f-44bc-40b6-bdd6-6da29d56b397 req-651a8300-e3cd-41b8-8a07-0d6bf9c0e559 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970261
Jun 29 20:56:05.906944 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0033067d-9819-4223-aa2b-788ea76085ac req-79a5f79c-ffe2-41f2-b9e3-c8f8970c2894 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710504
Jun 29 20:56:05.940323 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['d4dd8f8a-dc32-4d56-81ca-26ca900f0e46'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:56:06.002145 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Pushing event deleted for resources: {'Port': ['ID=d4dd8f8a-dc32-4d56-81ca-26ca900f0e46,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:06.013405 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:06.129733 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] No DVR routers for this DVR port d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:56:06.134235 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:06.137712 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c630a6-0554-4bb5-97af-1b73598c8a98', 'name': 'network-vif-deleted', 'tag': 'd4dd8f8a-dc32-4d56-81ca-26ca900f0e46'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:56:06.244960 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-025f708d-66bb-4c52-9e22-f6fc6a0204e5 req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.60 "DELETE /v2.0/ports/d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 HTTP/1.1" status: 204  len: 173 time: 1.7491074
Jun 29 20:56:06.251049 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489904-d3b0-4423-9e6f-1bb509639a34 req-2adad806-d065-4610-8b13-816b2271acb9 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:06.261007 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-77489904-d3b0-4423-9e6f-1bb509639a34 req-2adad806-d065-4610-8b13-816b2271acb9 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 944 time: 0.1852875
Jun 29 20:56:06.266699 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c630a6-0554-4bb5-97af-1b73598c8a98', 'name': 'network-vif-deleted', 'tag': 'd4dd8f8a-dc32-4d56-81ca-26ca900f0e46', 'status': 'completed', 'code': 200}
Jun 29 20:56:06.273123 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-df464c2d-e4f1-41a3-9e3d-414c392837ad req-9472d87a-e9b6-46de-8ee2-93fa7bdd1387 service neutron] 10.222.0.60 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4366751
Jun 29 20:56:06.333313 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-77489904-d3b0-4423-9e6f-1bb509639a34 req-cff5773a-7839-425b-a38c-4f4916a75d67 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714436
Jun 29 20:56:06.527781 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2bd9039d-ec8c-45f7-a42d-6cfc723da765 req-5f9a7cc8-829b-4698-bf2f-906cd210ec89 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 210 time: 0.0585899
Jun 29 20:56:06.772871 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91c30-58d3-4128-8b60-7d6827e9bc16 req-263888dc-2863-4f6f-b582-22f221c5a582 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:06.783660 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d4e91c30-58d3-4128-8b60-7d6827e9bc16 req-263888dc-2863-4f6f-b582-22f221c5a582 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1413851
Jun 29 20:56:06.853882 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-df464c2d-e4f1-41a3-9e3d-414c392837ad req-c6e4056a-861f-4a67-869b-d0acd69a4350 service neutron] 10.222.0.60 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4908881
Jun 29 20:56:06.860122 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d4e91c30-58d3-4128-8b60-7d6827e9bc16 req-a909a696-0211-4385-bf24-6221d6685fa6 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751688
Jun 29 20:56:07.223403 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067b844-f517-4fef-8d14-a109dc554121 req-e3bbdc38-7b4a-4cdd-a908-f6fa394fef97 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:07.229268 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3067b844-f517-4fef-8d14-a109dc554121 req-e3bbdc38-7b4a-4cdd-a908-f6fa394fef97 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1777565
Jun 29 20:56:07.259723 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca5a9-4d7e-45c2-b4ca-370e9deaaabd req-32fcd2c0-33eb-423d-9c00-94e12182d96e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:07.261579 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-735ca5a9-4d7e-45c2-b4ca-370e9deaaabd req-32fcd2c0-33eb-423d-9c00-94e12182d96e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1729410
Jun 29 20:56:07.307719 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3067b844-f517-4fef-8d14-a109dc554121 req-c7402108-43f5-4fa3-98a1-75a2435f9f79 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750792
Jun 29 20:56:07.328653 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-735ca5a9-4d7e-45c2-b4ca-370e9deaaabd req-ff44bd38-6184-4c2e-b180-3a9722d60437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546474
Jun 29 20:56:07.765383 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-89d30373-001a-4f19-9dc4-6bedfc674bea req-81c2a280-d405-4049-a2cb-da05a253b646 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c630a6-0554-4bb5-97af-1b73598c8a98 HTTP/1.1" status: 200  len: 210 time: 0.0554569
Jun 29 20:56:07.772698 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486d959-4d7e-466f-812f-632c0af2e9bd req-1279cfc9-8e31-4f70-befb-3e73629e227d tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:07.781757 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2486d959-4d7e-466f-812f-632c0af2e9bd req-1279cfc9-8e31-4f70-befb-3e73629e227d tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 944 time: 0.2649407
Jun 29 20:56:07.857450 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2486d959-4d7e-466f-812f-632c0af2e9bd req-4106bd5b-6480-4d8f-bd5b-d72ef1fa6030 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740397
Jun 29 20:56:08.183952 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-8b5cc155-24b5-44a9-a67c-00a2be0d0533 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:08.185600 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-8b5cc155-24b5-44a9-a67c-00a2be0d0533 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/networks?id=1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 200  len: 814 time: 0.2407615
Jun 29 20:56:08.200138 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d30910-d738-40b5-8c14-df7e17a966fe req-ecbd4df4-5b51-4fe0-afbc-d7a21c0bfecd tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:08.201730 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-89d30910-d738-40b5-8c14-df7e17a966fe req-ecbd4df4-5b51-4fe0-afbc-d7a21c0bfecd tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2197847
Jun 29 20:56:08.218427 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-c6a568e2-e2bb-484c-9f13-68f6eb8affec tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/quotas/9f2a0c1ddcba46d8bad101e19c371426 HTTP/1.1" status: 200  len: 375 time: 0.0156929
Jun 29 20:56:08.325596 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-89d30910-d738-40b5-8c14-df7e17a966fe req-9a2b4d47-1e4c-41d9-95d1-5d4000a9f117 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101978
Jun 29 20:56:08.356975 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-67a5e450-e9a0-4336-b601-3cefcc38572b tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1236556
Jun 29 20:56:08.527953 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-ce1639fc-06a3-4ccc-a972-101dd42a8b0c service neutron] 10.222.0.15 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629977
Jun 29 20:56:08.815905 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-d8f511f1-4a14-4e41-86ea-2d0c51354a15 service neutron] 10.222.0.15 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2868130
Jun 29 20:56:08.827470 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b88c9c-e074-4d0e-be0c-b9d77ecf1294 req-14d3f6ef-0e13-43fc-a513-abcd1cff6ad1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:08.841953 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-95b88c9c-e074-4d0e-be0c-b9d77ecf1294 req-14d3f6ef-0e13-43fc-a513-abcd1cff6ad1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.3225350
Jun 29 20:56:08.905430 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-95b88c9c-e074-4d0e-be0c-b9d77ecf1294 req-5a09e8ad-be03-4c31-85d0-0f7df116ac26 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621266
Jun 29 20:56:09.085865 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device fc0e7555-46e1-4fdb-901b-c18dbb7aa165 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:56:09.099640 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:56:09.207547 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:56:09.324710 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9586e6-b174-42cc-9f73-10623cf75efe req-c6b0319f-794e-41bf-b3e6-4adbcf9b402b tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:09.328979 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0f9586e6-b174-42cc-9f73-10623cf75efe req-c6b0319f-794e-41bf-b3e6-4adbcf9b402b tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.2641180
Jun 29 20:56:09.344659 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port fc0e7555-46e1-4fdb-901b-c18dbb7aa165, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,segment=NetworkSegment(5f869144-6b55-4ebe-bf93-80ffa78ba7cf),segment_id=5f869144-6b55-4ebe-bf93-80ffa78ba7cf)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:09.367312 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:56:09.367532 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device d4dd8f8a-dc32-4d56-81ca-26ca900f0e46 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:56:09.372773 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': 'fc0e7555-46e1-4fdb-901b-c18dbb7aa165', 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6', 'port_id': 'fc0e7555-46e1-4fdb-901b-c18dbb7aa165', 'mac_address': 'fa:16:3e:d7:0e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c9eca-cc87-4857-802e-7d6de73856ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:56:09.411548 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54084) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:09.450952 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0f9586e6-b174-42cc-9f73-10623cf75efe req-61a7ea00-a420-4c06-9396-3c19f64a44ef tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164300
Jun 29 20:56:09.460967 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:09.504604 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0e7555-46e1-4fdb-901b-c18dbb7aa165 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:56:09.520778 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port fc0e7555-46e1-4fdb-901b-c18dbb7aa165, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,segment=NetworkSegment(5f869144-6b55-4ebe-bf93-80ffa78ba7cf),segment_id=5f869144-6b55-4ebe-bf93-80ffa78ba7cf)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:09.547391 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:09.549640 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:09.760786 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:09.761746 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b0f5a7d6-2890-4474-8ca2-3b18ad373ef1 req-7ca2ce9a-9261-424b-9a0e-5247f1bcbb82 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 210 time: 0.1589863
Jun 29 20:56:09.769423 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:09.779549 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:09.813083 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9a042-1e19-40c8-ba66-55b826cb94ea req-60941b67-5472-4bf2-9f9b-05f9c58a0a25 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:09.817896 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c2d9a042-1e19-40c8-ba66-55b826cb94ea req-60941b67-5472-4bf2-9f9b-05f9c58a0a25 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 945 time: 0.3331676
Jun 29 20:56:09.830544 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:09.835306 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] Usage tracker for resource:security_group_rule and tenant:355f2923e6d941c4bbd5fb0a94dd75f2 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:09.838655 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:09.845259 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:09.905149 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c2d9a042-1e19-40c8-ba66-55b826cb94ea req-7cd17772-ce31-4b05-85d5-ab44bdee5cff tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804768
Jun 29 20:56:09.970140 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:09.982609 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:09.997814 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c4a73cfa-4bf7-4885-89ad-db3d44eb530f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:10.013502 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['fc0e7555-46e1-4fdb-901b-c18dbb7aa165'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:56:10.054403 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ac9134-115f-4777-8fc2-d42eefaef6cc,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:10.059578 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=355f2923e6d941c4bbd5fb0a94dd75f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6467040
Jun 29 20:56:10.060862 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:10.062156 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54106) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:10.179425 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2fde-0c74-416b-9f15-bdb344dabd6b req-6223b521-5b83-4d3f-8c32-b51d28472853 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:10.181587 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8f2a2fde-0c74-416b-9f15-bdb344dabd6b req-6223b521-5b83-4d3f-8c32-b51d28472853 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2574432
Jun 29 20:56:10.200945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6af58898-341c-4130-8815-72b89e480bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:10.268423 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6af58898-341c-4130-8815-72b89e480bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:10.381232 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6af58898-341c-4130-8815-72b89e480bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:10.387827 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4ab9539b-cad0-4267-ad79-9ea926487baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:10.401662 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af58898-341c-4130-8815-72b89e480bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ac9134-115f-4777-8fc2-d42eefaef6cc,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:10.404084 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8f2a2fde-0c74-416b-9f15-bdb344dabd6b req-9e3c04d0-e42c-4d0e-986f-147e02559386 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065976
Jun 29 20:56:10.416239 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6af58898-341c-4130-8815-72b89e480bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:10.420093 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f63917-5b87-4980-91f9-047179475080 req-0a9709e9-bcb3-477c-829b-ad8894b9e372 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:10.425332 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6af58898-341c-4130-8815-72b89e480bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:10.426267 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d7f63917-5b87-4980-91f9-047179475080 req-0a9709e9-bcb3-477c-829b-ad8894b9e372 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.2232451
Jun 29 20:56:10.427422 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-6af58898-341c-4130-8815-72b89e480bc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1ac9134-115f-4777-8fc2-d42eefaef6cc HTTP/1.1" status: 204  len: 168 time: 0.3640392
Jun 29 20:56:10.579209 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d7f63917-5b87-4980-91f9-047179475080 req-ec55158d-0a70-4aa1-a9c9-bad81b82b6ee tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265025
Jun 29 20:56:10.788587 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b5e7d-9618-4557-ace0-8ada388d88fc req-de88e034-a73a-4caf-b0d0-ece070328ac1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:10.790378 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-588b5e7d-9618-4557-ace0-8ada388d88fc req-de88e034-a73a-4caf-b0d0-ece070328ac1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1272280
Jun 29 20:56:10.882811 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-588b5e7d-9618-4557-ace0-8ada388d88fc req-720d4d5c-23ed-4506-b730-91f08373b579 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837903
Jun 29 20:56:11.043204 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c6b6e479-8bc9-45d6-8edb-d9a3d0799d79 req-eb40a6b3-ad73-47ea-82a9-bed11d3cd03b tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 210 time: 0.0746775
Jun 29 20:56:11.474425 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bab5f-c16c-4619-9b58-7df1a74505c6 req-e76dcc61-a103-44be-998d-2564d4764a25 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:11.481302 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-273bab5f-c16c-4619-9b58-7df1a74505c6 req-e76dcc61-a103-44be-998d-2564d4764a25 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 945 time: 0.2457523
Jun 29 20:56:11.516591 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-9c38f961-a53b-4099-88af-254507f54698 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:11.518661 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-9c38f961-a53b-4099-88af-254507f54698 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Synchronizing usage tracker for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:network {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:56:11.561603 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-9c38f961-a53b-4099-88af-254507f54698 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Unset dirty status for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:network {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:56:11.562964 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-9c38f961-a53b-4099-88af-254507f54698 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "GET /v2.0/networks?id=1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 200  len: 814 time: 0.3855033
Jun 29 20:56:11.601712 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Request body: {'port': {'device_id': 'dd43e9fd-6297-4548-bd4d-1f418a16506b', 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964', 'admin_state_up': True, 'tenant_id': '9f2a0c1ddcba46d8bad101e19c371426'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:11.613858 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-273bab5f-c16c-4619-9b58-7df1a74505c6 req-a81f882b-aa47-4f56-92e0-2ca34481d773 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248038
Jun 29 20:56:11.890172 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74240b99-cb01-4eb0-a473-a6bae6bd29df req-1d2d6571-7416-426c-a702-31aa17fb38df tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:11.897491 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:11.899211 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-74240b99-cb01-4eb0-a473-a6bae6bd29df req-1d2d6571-7416-426c-a702-31aa17fb38df tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1098011
Jun 29 20:56:11.907885 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:11.923867 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Made reservation on behalf of 9f2a0c1ddcba46d8bad101e19c371426 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:56:11.929597 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:12.020788 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-74240b99-cb01-4eb0-a473-a6bae6bd29df req-890d2a4e-ee06-47eb-9ec7-5038a7c2e250 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1206093
Jun 29 20:56:12.246327 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Allocated IP 172.20.0.13 (1d5bead4-e2f1-44b9-97ad-701849f7e964/630813ae-6938-45f7-a451-02e152b1e922/fd36f385-de4e-49ff-b035-b6949db9aace) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:56:12.299704 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b21bb187-aef4-4a52-bc0c-d11c9c1c1339 req-3c5b8da5-daf5-44e2-afea-1b5bcc8339d3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 210 time: 0.0690475
Jun 29 20:56:12.355395 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4e52-2f1a-47b8-9f9f-7bdb7b2c4e21 req-f406b209-4dd2-4b6b-8cf5-64fde464734e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:12.357399 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e86f4e52-2f1a-47b8-9f9f-7bdb7b2c4e21 req-f406b209-4dd2-4b6b-8cf5-64fde464734e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.2156792
Jun 29 20:56:12.476058 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e86f4e52-2f1a-47b8-9f9f-7bdb7b2c4e21 req-fc9534c1-ae13-40ab-b469-c4327fe1f713 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1099021
Jun 29 20:56:12.669681 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e5d0d0df-d31d-4eb2-a4ed-f4f8490cf386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:12.738496 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:12.796133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:12.804466 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:12.840056 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['002614df-5979-4f83-b55d-1bdfe4a85527', '4729a45b-ca20-4394-948e-5fd7274758da'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:56:12.914128 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5997f-6e80-4c56-8e20-29e57f36602e req-a5ca77d8-21b1-49a2-8522-042f1d6b004c tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:12.927095 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5ac5997f-6e80-4c56-8e20-29e57f36602e req-a5ca77d8-21b1-49a2-8522-042f1d6b004c tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 945 time: 0.1534717
Jun 29 20:56:13.011415 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Pushing event updated for resources: {'Port': ['ID=fd36f385-de4e-49ff-b035-b6949db9aace,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:13.016671 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:13.018456 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Network 1d5bead4-e2f1-44b9-97ad-701849f7e964 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:13.019833 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:13.022322 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:56:13.049058 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5ac5997f-6e80-4c56-8e20-29e57f36602e req-b9b80d44-e4ec-42cf-8850-5a316939a302 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199028
Jun 29 20:56:13.092791 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:13.114412 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:13.117870 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:13.120917 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device fc0e7555-46e1-4fdb-901b-c18dbb7aa165 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:13.177934 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5881026
Jun 29 20:56:13.200362 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Request body: {'port': {'device_id': 'dd43e9fd-6297-4548-bd4d-1f418a16506b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:13.308435 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bc130-5fa3-4ed0-94e4-0443883ff5ba req-eb03f32c-b7d7-44fd-8017-46c26332e520 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:13.317507 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-096bc130-5fa3-4ed0-94e4-0443883ff5ba req-eb03f32c-b7d7-44fd-8017-46c26332e520 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1351945
Jun 29 20:56:13.385750 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:13.484909 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port fc0e7555-46e1-4fdb-901b-c18dbb7aa165 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:13.494318 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port fc0e7555-46e1-4fdb-901b-c18dbb7aa165 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:13.495522 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:13.500518 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-096bc130-5fa3-4ed0-94e4-0443883ff5ba req-a5d44bf1-28f6-49a7-96f7-8af8f26d3028 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819239
Jun 29 20:56:13.606123 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6556d-23b7-4ad3-b4fb-ad9ee7a85030 req-d4ea8218-d32e-4800-aa2a-7604d6559feb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:13.618699 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-22d6556d-23b7-4ad3-b4fb-ad9ee7a85030 req-d4ea8218-d32e-4800-aa2a-7604d6559feb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.2208786
Jun 29 20:56:13.721674 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-22d6556d-23b7-4ad3-b4fb-ad9ee7a85030 req-9d152872-3ac8-40de-a1f0-b0185a1fb14f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020808
Jun 29 20:56:14.030267 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:14.110047 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port fc0e7555-46e1-4fdb-901b-c18dbb7aa165, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,segment=NetworkSegment(5f869144-6b55-4ebe-bf93-80ffa78ba7cf),segment_id=5f869144-6b55-4ebe-bf93-80ffa78ba7cf)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:14.115962 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9492d76-8d47-4b67-8f95-9f3000668315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0e7555-46e1-4fdb-901b-c18dbb7aa165'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:56:14.127585 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d02f4-52bd-47da-a88f-ba1318ad6dce req-9731d521-f7cd-4773-bfc1-188060feb7db tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:14.136798 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-440d02f4-52bd-47da-a88f-ba1318ad6dce req-9731d521-f7cd-4773-bfc1-188060feb7db tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 932 time: 0.2466817
Jun 29 20:56:14.145253 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:14.148626 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:14.184799 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab02a-f11b-4e2a-9962-9c7a6e9c8706 req-db2c9ef3-b588-49bb-b807-4f80b4d23dce tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:14.186663 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3baab02a-f11b-4e2a-9962-9c7a6e9c8706 req-db2c9ef3-b588-49bb-b807-4f80b4d23dce tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1918304
Jun 29 20:56:14.211979 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd36f385-de4e-49ff-b035-b6949db9aace {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:56:14.227000 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:14.243674 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-440d02f4-52bd-47da-a88f-ba1318ad6dce req-809381c2-1b33-4210-b722-b458fbe8211e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056869
Jun 29 20:56:14.257650 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Transition to ACTIVE for port object fd36f385-de4e-49ff-b035-b6949db9aace will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:14.281387 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:14.295263 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:14.298307 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3baab02a-f11b-4e2a-9962-9c7a6e9c8706 req-d48e8b76-d3e3-46f4-ab47-db856162aa45 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1015155
Jun 29 20:56:14.350730 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:14.364976 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:14.475822 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd36f385-de4e-49ff-b035-b6949db9aace,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:14.509207 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:14.755254 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae171ca-6888-4624-a71b-979f85714327 req-4731584a-e4dc-4485-93bb-dc273764b850 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:14.758075 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7ae171ca-6888-4624-a71b-979f85714327 req-4731584a-e4dc-4485-93bb-dc273764b850 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 946 time: 0.1659694
Jun 29 20:56:14.803127 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Attempting to bind port fd36f385-de4e-49ff-b035-b6949db9aace on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:56:14.803368 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Attempting to bind port fd36f385-de4e-49ff-b035-b6949db9aace by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:56:14.803663 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Attempting to bind port fd36f385-de4e-49ff-b035-b6949db9aace on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:14.815566 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Port fd36f385-de4e-49ff-b035-b6949db9aace on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:56:14.815566 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Attempting to bind port fd36f385-de4e-49ff-b035-b6949db9aace on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:14.825456 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:56:14.825806 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Checking segment: {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:14.826172 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Bound using segment: {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:56:14.826600 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Bound port: fd36f385-de4e-49ff-b035-b6949db9aace, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:56:14.826948 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:14.891314 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-55231fd3-d0c1-4d09-a504-bcb132f7fb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:14.933202 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7ae171ca-6888-4624-a71b-979f85714327 req-52f89aea-3bcd-4e60-bb80-0e79abee785c tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664350
Jun 29 20:56:14.948248 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] For port fd36f385-de4e-49ff-b035-b6949db9aace, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:56:14.956968 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] For port fd36f385-de4e-49ff-b035-b6949db9aace, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=fd36f385-de4e-49ff-b035-b6949db9aace,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:56:14.985955 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:14.995063 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-397df1b2-6b08-4452-8f23-709cf59dd586 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:15.040053 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9492d76-8d47-4b67-8f95-9f3000668315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0e7555-46e1-4fdb-901b-c18dbb7aa165', 'code': 200}
Jun 29 20:56:15.082789 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:15.084180 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/fd36f385-de4e-49ff-b035-b6949db9aace HTTP/1.1" status: 200  len: 1094 time: 1.8885834
Jun 29 20:56:15.084688 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd43e9fd-6297-4548-bd4d-1f418a16506b', 'tag': 'fd36f385-de4e-49ff-b035-b6949db9aace'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:56:15.101786 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd36f385-de4e-49ff-b035-b6949db9aace,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:15.115013 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:15.220889 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd43e9fd-6297-4548-bd4d-1f418a16506b', 'tag': 'fd36f385-de4e-49ff-b035-b6949db9aace', 'status': 'completed', 'code': 200}
Jun 29 20:56:15.466504 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-b75d2c16-7482-4917-bdf9-2a22a0fcfaf1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 1097 time: 0.2196536
Jun 29 20:56:15.563284 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-e166db78-d425-404c-858b-41345f675b43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd36f385-de4e-49ff-b035-b6949db9aace HTTP/1.1" status: 200  len: 217 time: 0.0736842
Jun 29 20:56:15.566935 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7f3ee7c9-605b-4b3d-9aca-35f2fa0a729f req-e1b9697b-da73-4611-b0ca-d68c4c9c2be9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 1099 time: 0.1613269
Jun 29 20:56:15.649401 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25e4f5-c95c-4069-a277-6fa8d6279f56 req-c91dc29b-5b6a-490b-b6c4-30ac1aaf2d33 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:15.657124 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bf25e4f5-c95c-4069-a277-6fa8d6279f56 req-c91dc29b-5b6a-490b-b6c4-30ac1aaf2d33 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.3602340
Jun 29 20:56:15.720987 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df1258-b2f2-41e7-89d0-1566b6a7e6ac req-32139ed2-1e20-47e5-8223-36a206a75e89 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:15.723580 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-46df1258-b2f2-41e7-89d0-1566b6a7e6ac req-32139ed2-1e20-47e5-8223-36a206a75e89 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 944 time: 0.2326405
Jun 29 20:56:15.730032 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-c2c4bea4-ad73-4430-8369-0417e72972f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:15.731253 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bf25e4f5-c95c-4069-a277-6fa8d6279f56 req-369f72e4-545b-4df6-85ee-68239adb79c0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728145
Jun 29 20:56:15.731640 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-c2c4bea4-ad73-4430-8369-0417e72972f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=630813ae-6938-45f7-a451-02e152b1e922 HTTP/1.1" status: 200  len: 854 time: 0.1324086
Jun 29 20:56:15.733628 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7f3ee7c9-605b-4b3d-9aca-35f2fa0a729f req-4c93972f-6237-456d-a9b6-85ab0c10c8c9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333423
Jun 29 20:56:15.785808 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-46df1258-b2f2-41e7-89d0-1566b6a7e6ac req-92c138a0-538e-4956-af44-ee5a07018a00 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536242
Jun 29 20:56:15.851148 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:15.952496 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721c8a4-6d5f-4e62-b901-2d8c480cfb08 req-af2e51ae-a11d-49da-ac4e-2d2b3bed5dce tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:15.954000 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4721c8a4-6d5f-4e62-b901-2d8c480cfb08 req-af2e51ae-a11d-49da-ac4e-2d2b3bed5dce tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.0782511
Jun 29 20:56:16.005449 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4721c8a4-6d5f-4e62-b901-2d8c480cfb08 req-a15dc86b-f25f-44a5-9223-4e3ac14ee592 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450664
Jun 29 20:56:16.112950 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-2fde80c6-719d-492d-8f0e-f3b173b7b424 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d5bead4-e2f1-44b9-97ad-701849f7e964&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408845
Jun 29 20:56:16.166010 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34b8ed-0090-4b73-baea-0a4c7ac26090 req-fbff4a52-95f5-4b5b-87f7-4ca7604b5ddf tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:16.167860 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3c34b8ed-0090-4b73-baea-0a4c7ac26090 req-fbff4a52-95f5-4b5b-87f7-4ca7604b5ddf tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 946 time: 0.0893047
Jun 29 20:56:16.218612 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3c34b8ed-0090-4b73-baea-0a4c7ac26090 req-86d45fff-41e2-44db-bf2d-13ef403cf56a tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450714
Jun 29 20:56:16.255126 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-99857b83-f741-4f40-985c-2639a0e4a33c service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347411
Jun 29 20:56:16.400186 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b2b9462e-7d78-4ac9-b187-703986f32753 req-b2e69fd1-354b-4b9b-b298-ce3e218709a2 service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298568
Jun 29 20:56:16.697992 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-cc3e28be-b5b0-4c93-b55b-1f1f6df4d0b1 req-2e745d58-082c-4065-8822-bc56b743ccbf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 1097 time: 0.1189995
Jun 29 20:56:16.890239 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e28be-b5b0-4c93-b55b-1f1f6df4d0b1 req-8f4228ce-0aae-4c5f-98c8-2be6bc5ca905 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:16.892137 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-cc3e28be-b5b0-4c93-b55b-1f1f6df4d0b1 req-8f4228ce-0aae-4c5f-98c8-2be6bc5ca905 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 200  len: 915 time: 0.1834462
Jun 29 20:56:16.980633 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-cc3e28be-b5b0-4c93-b55b-1f1f6df4d0b1 req-31536ca6-4d75-4dff-891b-4a0d593cb7c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd36f385-de4e-49ff-b035-b6949db9aace HTTP/1.1" status: 200  len: 217 time: 0.0773807
Jun 29 20:56:17.069706 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa908-8f83-4bb9-bb23-c00580d63aab req-fcbfe635-5277-48d7-bf54-28ff3535d88f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:17.076708 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4e5aa908-8f83-4bb9-bb23-c00580d63aab req-fcbfe635-5277-48d7-bf54-28ff3535d88f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1677508
Jun 29 20:56:17.086338 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e28be-b5b0-4c93-b55b-1f1f6df4d0b1 req-d225f5ae-490e-472c-9042-287205cd23f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:17.087958 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-cc3e28be-b5b0-4c93-b55b-1f1f6df4d0b1 req-d225f5ae-490e-472c-9042-287205cd23f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=630813ae-6938-45f7-a451-02e152b1e922 HTTP/1.1" status: 200  len: 854 time: 0.0935755
Jun 29 20:56:17.110709 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device a52622e2-cb29-438d-9466-b3f2c2619f2f details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:56:17.147498 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4e5aa908-8f83-4bb9-bb23-c00580d63aab req-e92139a8-0b60-4728-a977-bca5b38f3d6a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696101
Jun 29 20:56:17.164110 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ba93-b593-40e0-a002-7201900f22a8 req-da954b2e-1345-4d5a-8b24-977b2dd7e2ab tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:17.165791 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f3b1ba93-b593-40e0-a002-7201900f22a8 req-da954b2e-1345-4d5a-8b24-977b2dd7e2ab tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 944 time: 0.1446829
Jun 29 20:56:17.202486 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-cc3e28be-b5b0-4c93-b55b-1f1f6df4d0b1 req-69368c6a-90e5-4871-8a99-c69dd7536bc0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d5bead4-e2f1-44b9-97ad-701849f7e964&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1010296
Jun 29 20:56:17.291837 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f3b1ba93-b593-40e0-a002-7201900f22a8 req-83622ccb-4acf-4232-8f0c-48094bf5b286 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188970
Jun 29 20:56:17.329828 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:17.430541 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:17.446053 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'port_id': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'mac_address': 'fa:16:3e:9b:fb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:56:17.498731 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-cc3e28be-b5b0-4c93-b55b-1f1f6df4d0b1 req-fbc13144-cacd-4ec0-adfc-1eb163e52702 service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2675340
Jun 29 20:56:17.509265 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:17.530599 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a52622e2-cb29-438d-9466-b3f2c2619f2f {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:56:17.547868 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:17.554278 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:17.556452 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:17.575765 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004cf42-524f-4ea6-8f77-316c42f7bc2a req-384ae374-07b6-4976-88ea-f5969a0b76d8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:17.577556 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9004cf42-524f-4ea6-8f77-316c42f7bc2a req-384ae374-07b6-4976-88ea-f5969a0b76d8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1603043
Jun 29 20:56:17.635517 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398d036-d478-4902-bab6-54cf9c3b4ee1 req-e9b89d23-ba06-4633-ba91-b68b1ff2e203 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:17.644573 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a398d036-d478-4902-bab6-54cf9c3b4ee1 req-e9b89d23-ba06-4633-ba91-b68b1ff2e203 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 946 time: 0.1751044
Jun 29 20:56:17.657510 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=6']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:17.661140 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:17.696466 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-cc3e28be-b5b0-4c93-b55b-1f1f6df4d0b1 req-ec9a452f-5f38-4673-b353-00f738c60027 service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1735620
Jun 29 20:56:17.708092 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9004cf42-524f-4ea6-8f77-316c42f7bc2a req-761b10fe-6964-4c11-82b6-319954d93ee3 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186118
Jun 29 20:56:17.712876 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a398d036-d478-4902-bab6-54cf9c3b4ee1 req-d077c0a0-3510-4e5c-adc7-6e69d7f35258 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672605
Jun 29 20:56:18.058514 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['a52622e2-cb29-438d-9466-b3f2c2619f2f'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:56:18.430079 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce531826-39b4-4f36-9983-495f477396d7 req-a32e7d11-890c-43d8-a10f-49ac7143844f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:18.432386 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ce531826-39b4-4f36-9983-495f477396d7 req-a32e7d11-890c-43d8-a10f-49ac7143844f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 944 time: 0.1104803
Jun 29 20:56:18.592983 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ce531826-39b4-4f36-9983-495f477396d7 req-5b72dc9b-82d6-4b4c-b909-cf1157bc314f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1527314
Jun 29 20:56:18.683715 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cc511-5800-4ed0-8ee1-f05f39019341 req-10282d15-9ea0-45cd-8301-3cdf67e0108f tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:18.685872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54470) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:18.686291 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2b0cc511-5800-4ed0-8ee1-f05f39019341 req-10282d15-9ea0-45cd-8301-3cdf67e0108f tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 944 time: 0.2056117
Jun 29 20:56:18.817495 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2b0cc511-5800-4ed0-8ee1-f05f39019341 req-d924bccf-91ba-4dc3-9c46-2754415e3b66 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212792
Jun 29 20:56:18.857121 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_v2 [None req-84492ec4-0c11-4254-a2c5-57a581b2763f admin admin] Deleting subnet efece223-9394-4cf6-8e37-4aec8483f1ae {{(pid=74217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 20:56:18.864168 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-84492ec4-0c11-4254-a2c5-57a581b2763f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:18.926652 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-84492ec4-0c11-4254-a2c5-57a581b2763f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3702203'] for subnet, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.005541 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-84492ec4-0c11-4254-a2c5-57a581b2763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.022190 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 54482) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:19.054983 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.083566 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc7ce1-f631-46e1-a644-8a40fdd633ba req-ca1e259e-9bd3-492d-b4b8-bb0f9c2f4c42 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:19.091715 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f1bc7ce1-f631-46e1-a644-8a40fdd633ba req-ca1e259e-9bd3-492d-b4b8-bb0f9c2f4c42 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 946 time: 0.1286674
Jun 29 20:56:19.119494 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device a52622e2-cb29-438d-9466-b3f2c2619f2f up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:19.153456 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-84492ec4-0c11-4254-a2c5-57a581b2763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4136704'] for subnet, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.161578 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-179b1665-d3f8-47e1-abad-1439afd66cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:19.218122 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port a52622e2-cb29-438d-9466-b3f2c2619f2f triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:19.218898 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 54490) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:19.219458 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.243981 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f1bc7ce1-f631-46e1-a644-8a40fdd633ba req-5575457a-f8ff-4e77-98a1-ba27a5f304a7 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511536
Jun 29 20:56:19.276244 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84492ec4-0c11-4254-a2c5-57a581b2763f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efece223-9394-4cf6-8e37-4aec8483f1ae,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:19.282171 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-84492ec4-0c11-4254-a2c5-57a581b2763f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:19.288281 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-84492ec4-0c11-4254-a2c5-57a581b2763f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.297178 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-84492ec4-0c11-4254-a2c5-57a581b2763f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/efece223-9394-4cf6-8e37-4aec8483f1ae HTTP/1.1" status: 204  len: 168 time: 0.6072581
Jun 29 20:56:19.297714 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54502) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:19.302286 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a29a3-cebb-41de-be41-382a18c299a7 req-49d0425b-c4d7-487e-9027-c1e510af62ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:19.310084 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5a8a29a3-cebb-41de-be41-382a18c299a7 req-49d0425b-c4d7-487e-9027-c1e510af62ec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.2144620
Jun 29 20:56:19.376261 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5a8a29a3-cebb-41de-be41-382a18c299a7 req-6b3fee32-6c42-4b0d-b591-eb63eb503566 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649083
Jun 29 20:56:19.445061 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.468828 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.514735 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:56:19.539347 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:19.555787 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.558233 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-951a167c-737c-4406-a908-6dab8e18b16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:19.624588 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'code': 200}
Jun 29 20:56:19.668563 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-f5c9777d-1f0f-4ad5-9be3-c6f2c147dfe1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01d862ca755947109b178d5a3e1ce8db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4483299
Jun 29 20:56:19.669912 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 54528) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:19.672766 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.673163 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=7']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:19.685990 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:19.697190 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.715922 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f544575c880>,) {'filters': {'network_id': ['232c3708-0dab-431f-8e45-181215153597']}} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:19.732702 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f544575c880>, 'db0487cc-9286-4dd1-b7c2-1e457b431639') {'for_net_delete': True} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:19.733147 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f544575c880>, 'db0487cc-9286-4dd1-b7c2-1e457b431639') {} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:19.748846 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3702196'] for segment, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.773738 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.781290 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=74217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 20:56:19.781890 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570591'] for segment, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]: Traceback (most recent call last):
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     timer()
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     cb(*args, **kw)
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     return func(*args, **kwargs)
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     self._notify()
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     self.callback(batched_events)
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     event.method(event)
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     return f(self, *a, **k)
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._get(url).json()
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self.request(url, 'GET', **kwargs)
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 20:56:19.797957 dv-cinder-779781-1-iscsi neutron-server[74217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 20:56:19.812427 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:19.838303 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] Usage tracker for resource:security_group_rule and tenant:fb8a3ce6528f49bf9861d266d566d249 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:19.842815 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:19.864615 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:19.956464 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2e76f111-0672-4ea2-b5c3-905d112c07ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.024023 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.026785 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2e76f111-0672-4ea2-b5c3-905d112c07ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.028387 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c19b3673-8cb4-4af7-aa8e-96cdf8f14f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:20.059869 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.088752 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=232c3708-0dab-431f-8e45-181215153597,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:20.092965 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:20.104090 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/232c3708-0dab-431f-8e45-181215153597 HTTP/1.1" status: 204  len: 168 time: 0.8040786
Jun 29 20:56:20.286802 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69425d69-a112-4e8a-aca4-8de587852f20 req-774f1dc0-7f40-42f2-ac9b-d76921192857 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:20.294370 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-69425d69-a112-4e8a-aca4-8de587852f20 req-774f1dc0-7f40-42f2-ac9b-d76921192857 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.4116290
Jun 29 20:56:20.304148 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.333428 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.345384 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-66c5c4d7-15d6-4a55-b36e-de7ac8c834e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:20.357886 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54548) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:20.424218 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2e76f111-0672-4ea2-b5c3-905d112c07ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.427677 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-afea8e36-2f55-4067-804c-52ab5050ed7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c6f4afcf4404a2a9535c77cb9e6c076&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0683646
Jun 29 20:56:20.430094 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54554) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:20.439172 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb8a3ce6528f49bf9861d266d566d249&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4153905
Jun 29 20:56:20.440246 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80e1d5e-d725-4f91-b409-6363490c6a78,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:20.445535 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 54558) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:20.453919 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:20.459063 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-fe3ae8e5-28d8-49f2-a859-d32bf16d9349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:20.496624 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-69425d69-a112-4e8a-aca4-8de587852f20 req-7f0816ac-59b0-4e7c-b85e-440282c3afe0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2011139
Jun 29 20:56:20.497413 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2e76f111-0672-4ea2-b5c3-905d112c07ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.498578 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-2e76f111-0672-4ea2-b5c3-905d112c07ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09cb1dc6-5d4c-4e72-867a-116453fa842d HTTP/1.1" status: 204  len: 168 time: 0.8277860
Jun 29 20:56:20.499754 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76f111-0672-4ea2-b5c3-905d112c07ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cb1dc6-5d4c-4e72-867a-116453fa842d,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:20.514776 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-2e76f111-0672-4ea2-b5c3-905d112c07ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:20.522120 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48786d-ce2f-4473-810c-1bf2f2debdb5 req-40f04811-354b-47bb-8771-f3c883449017 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:20.525595 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-398aaef5-fd49-4721-97f8-10229ddd0bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.529589 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4c48786d-ce2f-4473-810c-1bf2f2debdb5 req-40f04811-354b-47bb-8771-f3c883449017 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 944 time: 0.4372044
Jun 29 20:56:20.573669 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-398aaef5-fd49-4721-97f8-10229ddd0bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.665168 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4c48786d-ce2f-4473-810c-1bf2f2debdb5 req-07c7f266-a719-4a26-b8a1-0a0d112e18a0 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344192
Jun 29 20:56:20.676986 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-398aaef5-fd49-4721-97f8-10229ddd0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.686341 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4ffa25f2-3812-49d8-908d-3e00e01839ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:20.712626 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398aaef5-fd49-4721-97f8-10229ddd0bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa62691-b802-4817-bc85-c16e3faeb591,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:20.716341 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-398aaef5-fd49-4721-97f8-10229ddd0bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:20.723727 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-398aaef5-fd49-4721-97f8-10229ddd0bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.727714 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-398aaef5-fd49-4721-97f8-10229ddd0bfc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5aa62691-b802-4817-bc85-c16e3faeb591 HTTP/1.1" status: 204  len: 168 time: 0.2942455
Jun 29 20:56:20.786549 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0857cd35-2647-4cfc-b1de-caf10dd797d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.841547 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0857cd35-2647-4cfc-b1de-caf10dd797d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:20.901417 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed9b8-2a1a-4399-bb77-81fccf8f3b9b req-4a0479f7-5543-4a09-ae8e-aa44ddc1c036 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:20.908271 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a6eed9b8-2a1a-4399-bb77-81fccf8f3b9b req-4a0479f7-5543-4a09-ae8e-aa44ddc1c036 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1915371
Jun 29 20:56:20.987939 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a6eed9b8-2a1a-4399-bb77-81fccf8f3b9b req-ba92d13c-df58-4dee-b3a9-cdbda1ef28de tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780849
Jun 29 20:56:21.033349 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0857cd35-2647-4cfc-b1de-caf10dd797d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:21.043305 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:21.135529 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device fd36f385-de4e-49ff-b035-b6949db9aace details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:56:21.169166 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857cd35-2647-4cfc-b1de-caf10dd797d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80e1d5e-d725-4f91-b409-6363490c6a78,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:21.176390 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-0857cd35-2647-4cfc-b1de-caf10dd797d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:21.177466 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0857cd35-2647-4cfc-b1de-caf10dd797d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:21.178691 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-0857cd35-2647-4cfc-b1de-caf10dd797d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a80e1d5e-d725-4f91-b409-6363490c6a78 HTTP/1.1" status: 204  len: 168 time: 0.7274773
Jun 29 20:56:21.332089 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port fd36f385-de4e-49ff-b035-b6949db9aace, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=fd36f385-de4e-49ff-b035-b6949db9aace,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:21.351506 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': 'fd36f385-de4e-49ff-b035-b6949db9aace', 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964', 'port_id': 'fd36f385-de4e-49ff-b035-b6949db9aace', 'mac_address': 'fa:16:3e:80:1e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630813ae-6938-45f7-a451-02e152b1e922', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:56:21.441517 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:21.462915 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd36f385-de4e-49ff-b035-b6949db9aace {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:56:21.480449 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port fd36f385-de4e-49ff-b035-b6949db9aace, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=fd36f385-de4e-49ff-b035-b6949db9aace,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:21.489530 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:21.491552 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:21.638996 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=fd36f385-de4e-49ff-b035-b6949db9aace,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:21.645605 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:21.862984 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946777ab-be75-47c5-951d-cff0493ca94b req-be9160df-b78c-4cb1-b4cf-b062aa731b8b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:21.876819 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-946777ab-be75-47c5-951d-cff0493ca94b req-be9160df-b78c-4cb1-b4cf-b062aa731b8b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1128616
Jun 29 20:56:22.010452 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-946777ab-be75-47c5-951d-cff0493ca94b req-f0085264-db33-4696-976e-0a71903669a7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322491
Jun 29 20:56:22.069033 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243ddc3-ffda-41e2-83ad-fe4f4eeb58e9 req-93082e51-6232-449f-aa17-593151c232bf tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:22.083765 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8243ddc3-ffda-41e2-83ad-fe4f4eeb58e9 req-93082e51-6232-449f-aa17-593151c232bf tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 945 time: 0.1861243
Jun 29 20:56:22.135344 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['fd36f385-de4e-49ff-b035-b6949db9aace'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:56:22.192893 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8243ddc3-ffda-41e2-83ad-fe4f4eeb58e9 req-a61bc418-f004-412f-9726-118888117b2e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082089
Jun 29 20:56:22.288381 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e40d8f-249f-4f1a-8523-694c1d210511 req-cc66efba-0529-4145-9087-e74ed7a54804 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:22.296216 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-16e40d8f-249f-4f1a-8523-694c1d210511 req-cc66efba-0529-4145-9087-e74ed7a54804 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1021984
Jun 29 20:56:22.362972 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-16e40d8f-249f-4f1a-8523-694c1d210511 req-e4558464-d406-4025-98f6-b5c26ec6025e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645301
Jun 29 20:56:23.046346 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cf18f-54d4-4923-9790-8d23401f1165 req-bae77e4e-40be-48fd-8f39-5bce4ccbb1ea tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:23.047701 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-699cf18f-54d4-4923-9790-8d23401f1165 req-bae77e4e-40be-48fd-8f39-5bce4ccbb1ea tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1714225
Jun 29 20:56:23.181425 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 54638) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:23.213817 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-699cf18f-54d4-4923-9790-8d23401f1165 req-e5695824-e653-4195-8a76-774ffce31449 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1591444
Jun 29 20:56:23.222674 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-42a600ad-d93a-45f1-b694-10c483168b60 req-d3d29b83-c0af-49cd-ba8c-9bc119cf01e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 1098 time: 0.2425337
Jun 29 20:56:23.606346 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198915a-5311-485b-b9c5-02341342a2c3 req-8d8578bc-d1f1-4951-822e-47550cf239e3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:23.607873 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a600ad-d93a-45f1-b694-10c483168b60 req-83b4833d-2630-466b-833b-ca817ab38a70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:23.609452 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-42a600ad-d93a-45f1-b694-10c483168b60 req-83b4833d-2630-466b-833b-ca817ab38a70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 911 time: 0.3681381
Jun 29 20:56:23.617098 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b198915a-5311-485b-b9c5-02341342a2c3 req-8d8578bc-d1f1-4951-822e-47550cf239e3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.2970812
Jun 29 20:56:23.706990 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b198915a-5311-485b-b9c5-02341342a2c3 req-451ddf98-2e47-4cb4-81a0-7f582cbe4c9b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831938
Jun 29 20:56:23.740504 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bd876-d723-4654-a217-754c705341c0 req-d66c979b-a0ce-4480-a333-cb2a6a59eef1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:23.748787 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-631bd876-d723-4654-a217-754c705341c0 req-d66c979b-a0ce-4480-a333-cb2a6a59eef1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 945 time: 0.3310966
Jun 29 20:56:23.815076 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-631bd876-d723-4654-a217-754c705341c0 req-b8108707-fddd-49f6-909f-8b5934ed7a97 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647626
Jun 29 20:56:23.892481 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-42a600ad-d93a-45f1-b694-10c483168b60 req-2ba1116c-1802-4af2-b34a-8b2c962cde69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=058125b9-8744-426e-9941-0e89f3b80a1c HTTP/1.1" status: 200  len: 1000 time: 0.2655044
Jun 29 20:56:23.917144 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1595841842-network', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:23.922489 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:23.927630 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Usage tracker for resource:network and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:23.932596 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:23.939140 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:23.959298 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Made reservation on behalf of 4849c509f94542d6aea3d7be4cde3726 for: {'network': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:56:23.962509 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:23.979545 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:23.993710 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a600ad-d93a-45f1-b694-10c483168b60 req-a77427af-6fa3-4c3b-8f6a-1cb4daa339f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:23.995732 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-42a600ad-d93a-45f1-b694-10c483168b60 req-a77427af-6fa3-4c3b-8f6a-1cb4daa339f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbbb664c-27ca-451c-8320-c1ba4548a65b HTTP/1.1" status: 200  len: 849 time: 0.0953379
Jun 29 20:56:24.022349 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:24.028951 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Usage tracker for resource:security_group_rule and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:24.033550 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:24.045813 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:24.138856 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-42a600ad-d93a-45f1-b694-10c483168b60 req-76751566-f4bb-4a35-9e40-9f0515d0ce58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d76c2cdb-9cac-4e13-839f-9ee932b7c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1327846
Jun 29 20:56:24.216372 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:24.319954 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:24.324564 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d7d5b0b2-96bf-4bf6-8aab-1f7ea18c7c2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:24.400709 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34261691-c586-4c36-ba24-4f8a67dcc4c1,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:24.442268 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:24.448353 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556}  {{(pid=74216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:56:24.473175 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:24.473610 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.segments_db [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Added segment a2f631dd-a836-4644-a754-73b353acbf0a of type vlan for network d3bb8228-fca8-4915-a5dd-c117efe631ab
Jun 29 20:56:24.641429 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-42a600ad-d93a-45f1-b694-10c483168b60 req-fc6104da-c7e8-4771-9094-535170926a25 service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4851830
Jun 29 20:56:24.657355 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:24.738123 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8157b-e8d2-4a6d-bcbb-3d1cdf67a65c req-a652ed07-ca32-4516-85b0-7857b4331fe2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:24.740519 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6ee8157b-e8d2-4a6d-bcbb-3d1cdf67a65c req-a652ed07-ca32-4516-85b0-7857b4331fe2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.2470999
Jun 29 20:56:24.741908 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:24.743705 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:24.744499 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:24.750136 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9c02dbe6-0997-4497-a08a-2fb7066a13e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:24.922023 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Pushing event updated for resources: {'Network': ['ID=d3bb8228-fca8-4915-a5dd-c117efe631ab,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:24.926973 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7394969
Jun 29 20:56:24.928164 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:24.930100 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 54672) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:24.934258 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network d3bb8228-fca8-4915-a5dd-c117efe631ab details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:56:24.944874 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-42a600ad-d93a-45f1-b694-10c483168b60 req-a1a6ce65-e677-4de5-8c62-e9fd8ab1bca2 service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2920337
Jun 29 20:56:24.947405 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6ee8157b-e8d2-4a6d-bcbb-3d1cdf67a65c req-ef530e89-ba76-4c17-9f53-48b2ea763aeb tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1796620
Jun 29 20:56:24.950911 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Request body: {'subnet': {'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1595841842-subnet', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'ip_version': 4}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:24.960490 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:24.968254 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Usage tracker for resource:subnet and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:24.973082 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:24.997414 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:25.017666 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Made reservation on behalf of 4849c509f94542d6aea3d7be4cde3726 for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:56:25.036975 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2262232'] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:25.153399 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device fd36f385-de4e-49ff-b035-b6949db9aace up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:25.261111 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6a3d883b-931d-4d26-a3be-d7ada3e33289 req-518b9abd-4048-4692-9ad0-2a6e0d19a9e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 1098 time: 0.1148171
Jun 29 20:56:25.298471 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port fd36f385-de4e-49ff-b035-b6949db9aace completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:25.306169 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port fd36f385-de4e-49ff-b035-b6949db9aace triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:25.306542 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:25.465536 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:25.505885 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port fd36f385-de4e-49ff-b035-b6949db9aace, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=fd36f385-de4e-49ff-b035-b6949db9aace,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:25.506986 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd43e9fd-6297-4548-bd4d-1f418a16506b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd36f385-de4e-49ff-b035-b6949db9aace'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:56:25.513730 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:25.516047 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:25.563515 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbab09-a1d4-4139-93d2-c30c8f95c3e0 req-b53ddebd-1add-4803-bd18-2d4d9789a826 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:25.595274 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-50bbab09-a1d4-4139-93d2-c30c8f95c3e0 req-b53ddebd-1add-4803-bd18-2d4d9789a826 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 945 time: 0.3547101
Jun 29 20:56:25.629823 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=fd36f385-de4e-49ff-b035-b6949db9aace,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:25.655734 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:25.707726 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d883b-931d-4d26-a3be-d7ada3e33289 req-5c57ca77-7ba1-40ad-816b-eab05cc57de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:25.710350 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6a3d883b-931d-4d26-a3be-d7ada3e33289 req-5c57ca77-7ba1-40ad-816b-eab05cc57de7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 920 time: 0.4386539
Jun 29 20:56:25.719010 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492c92f-d7a7-42bf-82d9-8c17b24e58ca req-4af296f7-1ada-4e35-b584-6995a4c188ae tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:25.720467 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6492c92f-d7a7-42bf-82d9-8c17b24e58ca req-4af296f7-1ada-4e35-b584-6995a4c188ae tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.4811285
Jun 29 20:56:25.723123 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-798893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2262218'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:25.736385 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:25.822988 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-50bbab09-a1d4-4139-93d2-c30c8f95c3e0 req-47617ec1-2396-4606-8c37-b9616a74ee17 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267408
Jun 29 20:56:25.843635 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6a3d883b-931d-4d26-a3be-d7ada3e33289 req-533cb010-f769-4731-bfc8-d6343bba835d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0 HTTP/1.1" status: 200  len: 217 time: 0.1139655
Jun 29 20:56:25.870496 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afdaecb3-6a5f-41a7-8182-32bce5b23c4d,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:25.876874 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:25.886049 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6492c92f-d7a7-42bf-82d9-8c17b24e58ca req-ed6dc699-9e12-42dc-a98f-7502d22bfb64 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505282
Jun 29 20:56:25.887148 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Checking segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:25.887506 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Network hostable DHCP agents. Network: d3bb8228-fca8-4915-a5dd-c117efe631ab, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:56:25.932813 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Network d3bb8228-fca8-4915-a5dd-c117efe631ab is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:56:25.948844 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, d3bb8228-fca8-4915-a5dd-c117efe631ab) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:25.960672 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:25.969993 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe2143c-e86b-4b21-83ce-e912581cbccd None None] Network d3bb8228-fca8-4915-a5dd-c117efe631ab requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:56:25.970967 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:26.047574 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d883b-931d-4d26-a3be-d7ada3e33289 req-7450a35e-b361-4725-8e6f-9856420e9514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:26.047836 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6a3d883b-931d-4d26-a3be-d7ada3e33289 req-7450a35e-b361-4725-8e6f-9856420e9514 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 200  len: 859 time: 0.1915038
Jun 29 20:56:26.108118 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1768105
Jun 29 20:56:26.110916 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54694) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:26.116757 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:26.122928 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:26.133804 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Usage tracker for resource:router and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:26.140895 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:26.163531 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:26.190909 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc03fc-8966-4787-bf48-7626af351434 req-8d1a75ce-2c6b-41c9-84ce-64eaee8ac2df tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:26.203234 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-edcc03fc-8966-4787-bf48-7626af351434 req-8d1a75ce-2c6b-41c9-84ce-64eaee8ac2df tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2024269
Jun 29 20:56:26.204516 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd43e9fd-6297-4548-bd4d-1f418a16506b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd36f385-de4e-49ff-b035-b6949db9aace', 'code': 200}
Jun 29 20:56:26.253472 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3424'] for router, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:26.254866 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3455'] for router, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:26.260646 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6a3d883b-931d-4d26-a3be-d7ada3e33289 req-fbb8cbe6-07ad-46c0-a827-6b95fc1f110b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e765c4e-8e0a-4679-9639-4ff3f118b9af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0700071
Jun 29 20:56:26.350132 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc11f0e4-5da9-589f-bb4c-f91e8ff43252-d3bb8228-fca8-4915-a5dd-c117efe631ab', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d'}]}} from dv-cinder-779781-1-iscsi. {{(pid=74218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 20:56:26.351123 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:26.380565 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-edcc03fc-8966-4787-bf48-7626af351434 req-5f8ec3c2-df31-4aed-a280-d76d22733842 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759589
Jun 29 20:56:26.408160 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e902898-4bd6-47d4-b631-f5c41156205e req-d5f4f15c-8982-4468-9bf3-0666087551d7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:26.417179 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3e902898-4bd6-47d4-b631-f5c41156205e req-d5f4f15c-8982-4468-9bf3-0666087551d7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.2090821
Jun 29 20:56:26.548178 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3e902898-4bd6-47d4-b631-f5c41156205e req-fe0a48a1-6e79-4064-8a49-f075e2efcf2e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1296916
Jun 29 20:56:26.557629 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:26.727115 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6a3d883b-931d-4d26-a3be-d7ada3e33289 req-79036115-b62d-4274-bc1c-a110647c5d0f service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4554317
Jun 29 20:56:26.741051 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.db_base_plugin_common [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Allocated IP 172.20.0.2 (d3bb8228-fca8-4915-a5dd-c117efe631ab/afdaecb3-6a5f-41a7-8182-32bce5b23c4d/42f8cacf-c890-492f-afb0-56c7407c0591) {{(pid=74218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:56:27.006644 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:27.015723 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ebda59bc-04a9-446e-8656-22a9e3adf296 req-8916e563-0f57-4048-b8a9-0701fefd9fec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 1099 time: 0.3913624
Jun 29 20:56:27.118470 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Notify callbacks [] for port, precommit_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:27.145323 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Transition to ACTIVE for port object 42f8cacf-c890-492f-afb0-56c7407c0591 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:27.182772 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Transition to ACTIVE for port object 42f8cacf-c890-492f-afb0-56c7407c0591 will not be triggered until provisioned by entity DHCP. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:27.197034 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:27.203805 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:27.211213 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90612a5c-3053-4e0d-a619-818c75edc6ef req-e140e58c-caec-4816-b399-d60f479fc3ca tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:27.221274 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-90612a5c-3053-4e0d-a619-818c75edc6ef req-e140e58c-caec-4816-b399-d60f479fc3ca tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1185961
Jun 29 20:56:27.223738 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6a3d883b-931d-4d26-a3be-d7ada3e33289 req-c3b61f23-8918-490d-bf04-7ba2d74f7915 service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4176962
Jun 29 20:56:27.287254 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-90612a5c-3053-4e0d-a619-818c75edc6ef req-a64bde05-bfcc-4122-a5a3-2eda1f9156e4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638294
Jun 29 20:56:27.313603 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Pushing event updated for resources: {'Port': ['ID=42f8cacf-c890-492f-afb0-56c7407c0591,revision_number=1']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:27.324598 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:27.349871 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Network d3bb8228-fca8-4915-a5dd-c117efe631ab is already hosted by enough agents. {{(pid=74218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:27.353947 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.base_scheduler [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Resources bound (agent type, host, resource id):  {{(pid=74218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:27.357352 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Received port after_create {{(pid=74218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:56:27.405779 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ebda59bc-04a9-446e-8656-22a9e3adf296 req-8dfbebaf-667a-419c-8026-17ca29cb9b7c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3625984
Jun 29 20:56:27.700525 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:27.716074 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Attempting to bind port 42f8cacf-c890-492f-afb0-56c7407c0591 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:56:27.716448 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Attempting to bind port 42f8cacf-c890-492f-afb0-56c7407c0591 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:56:27.717076 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Attempting to bind port 42f8cacf-c890-492f-afb0-56c7407c0591 on network d3bb8228-fca8-4915-a5dd-c117efe631ab {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:27.731249 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:56:27.731664 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Checking segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:27.732060 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:27.732479 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Bound using segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:56:27.732993 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Bound port: 42f8cacf-c890-492f-afb0-56c7407c0591, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:56:27.733368 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:27.786802 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:27.894260 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] For port 42f8cacf-c890-492f-afb0-56c7407c0591, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:56:27.897559 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] For port 42f8cacf-c890-492f-afb0-56c7407c0591, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=42f8cacf-c890-492f-afb0-56c7407c0591,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:56:27.910064 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:27.937375 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:27.939658 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f8684-d01e-468b-a609-709a9d44947b req-07b4a00e-f0a1-4716-9015-b70210a8bd9c tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:27.949158 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-220f8684-d01e-468b-a609-709a9d44947b req-07b4a00e-f0a1-4716-9015-b70210a8bd9c tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 946 time: 0.4715538
Jun 29 20:56:28.073820 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-220f8684-d01e-468b-a609-709a9d44947b req-21220f68-0a38-4b97-8d50-e7798cf86bb9 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236973
Jun 29 20:56:28.076322 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Pushing event updated for resources: {'Port': ['ID=42f8cacf-c890-492f-afb0-56c7407c0591,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:28.091009 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:28.091942 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1319a1-8402-48fe-86a3-b7ff8aa67d05 req-d6acaa5a-49c9-4ba0-87e0-e900b50d33dd tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:28.109091 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ca1319a1-8402-48fe-86a3-b7ff8aa67d05 req-d6acaa5a-49c9-4ba0-87e0-e900b50d33dd tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.3446877
Jun 29 20:56:28.111571 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 54732) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:28.158006 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Allocated IP 172.27.2.147 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/8bfc7b75-67fc-40c3-9f76-183bd74981c9) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:56:28.219914 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ca1319a1-8402-48fe-86a3-b7ff8aa67d05 req-0e883eaa-cd1f-4aaf-a783-d6c033689126 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081858
Jun 29 20:56:28.355633 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:28.396323 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:28.401370 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e0bc8912-3f04-44e1-9fc7-4d1322340166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:28.448909 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:28.495067 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:28.498711 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:28.503417 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:56:28.674095 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:28.688885 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] Usage tracker for resource:security_group_rule and tenant:8d778142750a4460b4418befb075aac9 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:28.689155 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Pushing event updated for resources: {'Port': ['ID=8bfc7b75-67fc-40c3-9f76-183bd74981c9,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:28.697514 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:28.708179 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:28.725797 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66417052-58cf-4a9c-b95c-019f9955fcee req-081c1b76-015f-4970-b35b-9192d6d622a1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:28.727513 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-66417052-58cf-4a9c-b95c-019f9955fcee req-081c1b76-015f-4970-b35b-9192d6d622a1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.3998487
Jun 29 20:56:28.728753 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:28.819039 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018d906-e226-49fe-9e1d-41f80b95dda8 req-e0154627-c60f-4392-8b2c-f4ab0ad7d022 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:28.825681 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2018d906-e226-49fe-9e1d-41f80b95dda8 req-e0154627-c60f-4392-8b2c-f4ab0ad7d022 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.2848158
Jun 29 20:56:28.865726 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:28.866552 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540'] for router, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:28.961882 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-66417052-58cf-4a9c-b95c-019f9955fcee req-0b7cff64-d765-4f17-ae5c-200c10a4a74d tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2256019
Jun 29 20:56:28.986584 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2018d906-e226-49fe-9e1d-41f80b95dda8 req-b90b592d-8780-414e-ab20-4ac1993480e9 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1520669
Jun 29 20:56:29.055015 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:29.070278 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:29.079920 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-49f50c88-605c-4e0e-bb22-a06ddd887686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:29.095283 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 42f8cacf-c890-492f-afb0-56c7407c0591 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:29.252219 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ec05c2-beac-4dfc-9c5a-2290fcb30c6f,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:29.278386 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:29.295180 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d778142750a4460b4418befb075aac9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1819746
Jun 29 20:56:29.296183 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 54752) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:29.322403 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 is scheduled to L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e with binding_index 1 {{(pid=74217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 20:56:29.353524 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 42f8cacf-c890-492f-afb0-56c7407c0591 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:29.663906 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bfb6de6c-185f-4415-9dfb-727a38765c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:29.727965 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:56:29.740258 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Sync routers for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:56:29.762072 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:56:29.762997 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446456d60>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:29.779439 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bfb6de6c-185f-4415-9dfb-727a38765c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:29.794421 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:29.798539 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.6839297
Jun 29 20:56:29.798955 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54758) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:29.855932 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d853488-b238-4ae9-a388-12ec6ecb04c8 req-d2e83052-7e1b-4765-9587-40d2792bb120 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:29.865184 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5d853488-b238-4ae9-a388-12ec6ecb04c8 req-d2e83052-7e1b-4765-9587-40d2792bb120 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.3316333
Jun 29 20:56:29.903402 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01084a1e-2daf-4dfc-b3be-5f615242d786 None None] Network d3bb8228-fca8-4915-a5dd-c117efe631ab requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:56:29.928314 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89240c3b-ff25-43e4-991f-3ba74f39b3d0 req-733cb6c7-d301-4eae-802d-706f0c5217ba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:29.934358 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-89240c3b-ff25-43e4-991f-3ba74f39b3d0 req-733cb6c7-d301-4eae-802d-706f0c5217ba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 946 time: 0.5199897
Jun 29 20:56:29.981385 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5d853488-b238-4ae9-a388-12ec6ecb04c8 req-014a5111-5d00-4b05-ad52-64fcdbdd7eec tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150408
Jun 29 20:56:30.046490 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bfb6de6c-185f-4415-9dfb-727a38765c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:30.056585 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-cf3985d8-5a01-4087-9efa-d7be78156f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:30.089212 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6de6c-185f-4415-9dfb-727a38765c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ec05c2-beac-4dfc-9c5a-2290fcb30c6f,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:30.113674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-bfb6de6c-185f-4415-9dfb-727a38765c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:30.137089 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-89240c3b-ff25-43e4-991f-3ba74f39b3d0 req-2158ecca-e75d-4110-b034-15d4268faa1d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503525
Jun 29 20:56:30.140852 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bfb6de6c-185f-4415-9dfb-727a38765c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:30.144324 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-bfb6de6c-185f-4415-9dfb-727a38765c70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78ec05c2-beac-4dfc-9c5a-2290fcb30c6f HTTP/1.1" status: 204  len: 168 time: 0.8429387
Jun 29 20:56:30.465139 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035fb71-1bd3-4800-b1b1-ef553cc3bb28 req-a7bc66b5-522b-441b-aef0-9064ec959292 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:30.473980 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-5c63ebaa-36d5-4988-a2ba-14e6fc361850 None None] Provisioning for port 42f8cacf-c890-492f-afb0-56c7407c0591 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:30.477290 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6035fb71-1bd3-4800-b1b1-ef553cc3bb28 req-a7bc66b5-522b-441b-aef0-9064ec959292 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1812539
Jun 29 20:56:30.484482 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-5c63ebaa-36d5-4988-a2ba-14e6fc361850 None None] Provisioning complete for port 42f8cacf-c890-492f-afb0-56c7407c0591 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:30.484890 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5c63ebaa-36d5-4988-a2ba-14e6fc361850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:30.543680 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6035fb71-1bd3-4800-b1b1-ef553cc3bb28 req-ab18c5b9-95d3-4eb5-9d8f-930ddcfa2729 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646400
Jun 29 20:56:30.698101 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:56:31.055600 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5c63ebaa-36d5-4988-a2ba-14e6fc361850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:31.181285 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-5c63ebaa-36d5-4988-a2ba-14e6fc361850 None None] For port 42f8cacf-c890-492f-afb0-56c7407c0591, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=42f8cacf-c890-492f-afb0-56c7407c0591,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:31.198734 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5c63ebaa-36d5-4988-a2ba-14e6fc361850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:31.212125 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:31.310568 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:31.373327 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446456d60>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:28Z', 'revision_number': 3, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:31.381867 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63ebaa-36d5-4988-a2ba-14e6fc361850 None None] Pushing event updated for resources: {'Port': ['ID=42f8cacf-c890-492f-afb0-56c7407c0591,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:31.398341 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-5c63ebaa-36d5-4988-a2ba-14e6fc361850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:31.399407 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Checking router: c2c251e3-df71-4834-ada5-7e6c98b2b0d6 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:56:31.400997 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Updating router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 port 8bfc7b75-67fc-40c3-9f76-183bd74981c9 binding host dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:56:31.491055 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:31.543791 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a2532-e993-4b69-8aaf-505abe332ea4 req-cf0669db-7304-4b2d-ab98-e0cac1516aba tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:31.552294 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-451a2532-e993-4b69-8aaf-505abe332ea4 req-cf0669db-7304-4b2d-ab98-e0cac1516aba tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.3020954
Jun 29 20:56:31.577341 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-e3e723f1-91e2-43c8-a04a-da7385865c80 None None] Provisioning complete for port 42f8cacf-c890-492f-afb0-56c7407c0591 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:31.577658 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e3e723f1-91e2-43c8-a04a-da7385865c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:31.790324 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-451a2532-e993-4b69-8aaf-505abe332ea4 req-53166523-445e-4443-8f86-595cca1a7f13 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057588
Jun 29 20:56:31.845657 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0979226-8f40-4fe1-b251-defd3da5088a req-54566947-27cd-467a-8a50-eccf0c87196d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:31.846048 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Allocated IP 172.20.0.1 (d3bb8228-fca8-4915-a5dd-c117efe631ab/afdaecb3-6a5f-41a7-8182-32bce5b23c4d/8cb105c6-8859-446f-a187-22c6ff2e9c34) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:56:31.851602 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e0979226-8f40-4fe1-b251-defd3da5088a req-54566947-27cd-467a-8a50-eccf0c87196d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 946 time: 0.4616628
Jun 29 20:56:32.013730 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e0979226-8f40-4fe1-b251-defd3da5088a req-44067d99-4cde-4313-bad7-39bf78192612 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502244
Jun 29 20:56:32.162312 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Notify callbacks [] for port, precommit_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:32.175918 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Transition to ACTIVE for port object 8bfc7b75-67fc-40c3-9f76-183bd74981c9 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:32.195200 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:32.200459 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-5c63ebaa-36d5-4988-a2ba-14e6fc361850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:32.204942 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:32.253838 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Transition to ACTIVE for port object 8cb105c6-8859-446f-a187-22c6ff2e9c34 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:32.307632 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:32.317012 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:32.326547 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Attempting to bind port 8bfc7b75-67fc-40c3-9f76-183bd74981c9 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:56:32.326980 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Attempting to bind port 8bfc7b75-67fc-40c3-9f76-183bd74981c9 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:56:32.327355 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Attempting to bind port 8bfc7b75-67fc-40c3-9f76-183bd74981c9 on network 0460bb14-7d62-4976-a05c-7c2670111765 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:32.350378 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42818ec-97d6-4b67-a42c-e7104fd7f4a1 None None] Pushing event updated for resources: {'Port': ['ID=8bfc7b75-67fc-40c3-9f76-183bd74981c9,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:32.351617 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:56:32.352060 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:32.352473 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:32.352889 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Bound using segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:56:32.353508 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Bound port: 8bfc7b75-67fc-40c3-9f76-183bd74981c9, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:56:32.353892 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:32.359071 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f819f3-aca3-4d0e-b01c-aaad8902d892 req-c1516d7a-1286-477d-b703-6b18ca3afb2a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:32.360909 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a3f819f3-aca3-4d0e-b01c-aaad8902d892 req-c1516d7a-1286-477d-b703-6b18ca3afb2a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1667073
Jun 29 20:56:32.390585 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f42818ec-97d6-4b67-a42c-e7104fd7f4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:32.473482 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a3f819f3-aca3-4d0e-b01c-aaad8902d892 req-9ffd7944-0f10-49fe-be5e-4fbd1195f5c2 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040955
Jun 29 20:56:32.487871 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Network d3bb8228-fca8-4915-a5dd-c117efe631ab is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:32.494186 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:32.499714 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:56:32.553913 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] For port 8bfc7b75-67fc-40c3-9f76-183bd74981c9, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:56:32.569986 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] For port 8bfc7b75-67fc-40c3-9f76-183bd74981c9, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=8bfc7b75-67fc-40c3-9f76-183bd74981c9,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:56:32.583788 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:32.587791 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:32.625903 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Pushing event updated for resources: {'Port': ['ID=8cb105c6-8859-446f-a187-22c6ff2e9c34,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:32.630028 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:32.646785 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591586'] for router_interface, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:32.806636 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42818ec-97d6-4b67-a42c-e7104fd7f4a1 None None] Pushing event updated for resources: {'Port': ['ID=8bfc7b75-67fc-40c3-9f76-183bd74981c9,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:32.810785 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f42818ec-97d6-4b67-a42c-e7104fd7f4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:32.820621 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:56:32.822789 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446456d60>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:32.913150 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:32.993688 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 42f8cacf-c890-492f-afb0-56c7407c0591 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:33.282121 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b2fc-d494-4ca8-8035-a3f15d3426c8 req-05b5d061-a652-49d2-8fba-722edc42fdd3 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:33.304946 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9025b2fc-d494-4ca8-8035-a3f15d3426c8 req-05b5d061-a652-49d2-8fba-722edc42fdd3 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2042344
Jun 29 20:56:33.369816 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 42f8cacf-c890-492f-afb0-56c7407c0591 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:33.370197 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:33.463559 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9025b2fc-d494-4ca8-8035-a3f15d3426c8 req-74ef24e4-9271-4ca5-acca-00e71cd28cee tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573997
Jun 29 20:56:33.486749 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:33.494931 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:33.543254 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fc28dccb-2c86-4b89-84d5-27e3970d5435 None None] Provisioning for port 8cb105c6-8859-446f-a187-22c6ff2e9c34 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:33.559357 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fc28dccb-2c86-4b89-84d5-27e3970d5435 None None] Provisioning complete for port 8cb105c6-8859-446f-a187-22c6ff2e9c34 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:33.559946 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fc28dccb-2c86-4b89-84d5-27e3970d5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:33.600834 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:33.630427 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fc28dccb-2c86-4b89-84d5-27e3970d5435 None None] Port 8cb105c6-8859-446f-a187-22c6ff2e9c34 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:56:33.761238 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:56:33.857600 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594382'] for router_interface, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:33.867797 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Pushing event updated for resources: {'Port': ['ID=8cb105c6-8859-446f-a187-22c6ff2e9c34,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:33.874489 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:33.941674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3ca46-2b21-4a0a-b770-ff9ed77e252d req-327235f3-bc08-406c-8ad0-f70c1f8bd63a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:33.954397 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1cb3ca46-2b21-4a0a-b770-ff9ed77e252d req-327235f3-bc08-406c-8ad0-f70c1f8bd63a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1435289
Jun 29 20:56:34.058171 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1cb3ca46-2b21-4a0a-b770-ff9ed77e252d req-e790e436-b326-4282-8b51-a0540a8730e9 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938134
Jun 29 20:56:34.137674 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Network d3bb8228-fca8-4915-a5dd-c117efe631ab is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:34.139063 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:34.154847 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446456d60>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:31Z', 'revision_number': 1, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:34.163034 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627795b1-8514-437a-a7c4-60bdfcad30ed None None] The sync data for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi is: [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:31Z', 'revision_number': 1, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:56:34.461753 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-b30fded1-7ebe-4d1c-acf8-eaea419735c2 None None] Provisioning complete for port 8cb105c6-8859-446f-a187-22c6ff2e9c34 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:34.462778 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-b30fded1-7ebe-4d1c-acf8-eaea419735c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:34.658986 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-b30fded1-7ebe-4d1c-acf8-eaea419735c2 None None] Port 8cb105c6-8859-446f-a187-22c6ff2e9c34 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:56:34.838828 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17da079-d0a6-4c04-a3a9-835b268b764c req-caf90a12-6283-4e28-9be7-47be9d999557 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:34.851071 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a17da079-d0a6-4c04-a3a9-835b268b764c req-caf90a12-6283-4e28-9be7-47be9d999557 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1279356
Jun 29 20:56:34.905416 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:56:34.991534 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a17da079-d0a6-4c04-a3a9-835b268b764c req-72f27f79-5e90-4c72-9848-a30e4bb94f8b tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372452
Jun 29 20:56:35.643759 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:56:35.668100 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] 10.222.0.15 "PUT /v2.0/routers/c2c251e3-df71-4834-ada5-7e6c98b2b0d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8648534
Jun 29 20:56:35.781962 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d8599-d643-42b7-bfaa-4c0325ae23af req-7c996af3-50c6-4390-8f11-039c0ac39e8e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:35.806371 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5c0d8599-d643-42b7-bfaa-4c0325ae23af req-7c996af3-50c6-4390-8f11-039c0ac39e8e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.3097553
Jun 29 20:56:35.944961 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5c0d8599-d643-42b7-bfaa-4c0325ae23af req-1c0f5a7c-99a9-4c66-bc22-dc28744148e3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1370075
Jun 29 20:56:36.373506 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e929c7-0251-4457-9e01-53922eddcc18 req-2b91940a-eada-49b6-b8b2-aebd0f675133 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:36.384050 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c1e929c7-0251-4457-9e01-53922eddcc18 req-2b91940a-eada-49b6-b8b2-aebd0f675133 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1177323
Jun 29 20:56:36.476373 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c1e929c7-0251-4457-9e01-53922eddcc18 req-add9183f-4051-4fcb-b50d-46743efbd460 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909610
Jun 29 20:56:36.973170 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 8bfc7b75-67fc-40c3-9f76-183bd74981c9 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:37.100827 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 8bfc7b75-67fc-40c3-9f76-183bd74981c9 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:37.107631 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 8bfc7b75-67fc-40c3-9f76-183bd74981c9 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:37.108835 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.185825 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54924) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:37.195136 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-852648615-network', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:37.219267 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:37.231363 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Usage tracker for resource:network and tenant:995a266051c54fd6b59aa3d9aed74eb4 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:37.236319 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:37.249801 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:37.279882 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.283964 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Made reservation on behalf of 995a266051c54fd6b59aa3d9aed74eb4 for: {'network': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:56:37.287319 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.302949 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 8bfc7b75-67fc-40c3-9f76-183bd74981c9, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=8bfc7b75-67fc-40c3-9f76-183bd74981c9,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:37.308842 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.310481 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.320063 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:37.400215 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:37.406807 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f0705-dd6f-42e2-b778-b80ce1b51779 req-5b0f300a-33ee-4c02-be73-0288cba4e152 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:37.408300 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Usage tracker for resource:security_group_rule and tenant:995a266051c54fd6b59aa3d9aed74eb4 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:37.411827 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-641f0705-dd6f-42e2-b778-b80ce1b51779 req-5b0f300a-33ee-4c02-be73-0288cba4e152 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1804948
Jun 29 20:56:37.412829 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:37.428747 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:37.586239 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=8bfc7b75-67fc-40c3-9f76-183bd74981c9,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:37.597016 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:37.652310 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.666166 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.692872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558}  {{(pid=74217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:56:37.702668 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-18833a8c-2dec-44c1-98b8-c561a2a772b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:37.714463 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-641f0705-dd6f-42e2-b778-b80ce1b51779 req-e23f9c40-78d2-4efe-8b26-d40e94ef8dce tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2984583
Jun 29 20:56:37.763235 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06cf29f-5c69-4776-aeb3-31996782631f,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:37.767505 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:37.777783 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.778319 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.segments_db [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Added segment 59e46a08-626a-4624-bbfe-48e609497e3c of type vlan for network e43e6b36-5d97-47e2-a28b-8ebed1f136f4
Jun 29 20:56:37.815801 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.871532 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.874306 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:37.875084 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:37.883431 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5c90df8a-f47f-437b-a17f-93c8a3c43b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:37.885341 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca8a66-5bbb-46a9-9883-a3c6b9a23be8 req-d333a925-e235-4072-a26c-b2ed6c0bf205 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:37.887080 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-08ca8a66-5bbb-46a9-9883-a3c6b9a23be8 req-d333a925-e235-4072-a26c-b2ed6c0bf205 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1394284
Jun 29 20:56:37.971968 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-08ca8a66-5bbb-46a9-9883-a3c6b9a23be8 req-f6803a55-ed3c-4c05-98e5-23e0265b641c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781898
Jun 29 20:56:38.109107 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9220424
Jun 29 20:56:38.109506 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 54948) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:38.110147 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Pushing event updated for resources: {'Network': ['ID=e43e6b36-5d97-47e2-a28b-8ebed1f136f4,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:38.113755 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:38.117433 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Request body: {'subnet': {'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-852648615-subnet', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'ip_version': 4}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:38.124489 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network e43e6b36-5d97-47e2-a28b-8ebed1f136f4 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:56:38.139238 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:38.151653 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Usage tracker for resource:subnet and tenant:995a266051c54fd6b59aa3d9aed74eb4 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:38.159623 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:38.166935 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:38.184306 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Made reservation on behalf of 995a266051c54fd6b59aa3d9aed74eb4 for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:56:38.189748 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2262232'] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:38.431412 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-798893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2262218'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:38.435900 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-707d310b-b317-4637-9f7e-029934edb140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:38.506454 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a0e6ee-7f62-4daa-ba8f-54ba4d923281,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:38.520490 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:38.525673 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Checking segment: {'id': '59e46a08-626a-4624-bbfe-48e609497e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:38.526083 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Network hostable DHCP agents. Network: e43e6b36-5d97-47e2-a28b-8ebed1f136f4, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:56:38.555000 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Network e43e6b36-5d97-47e2-a28b-8ebed1f136f4 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:56:38.570615 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, e43e6b36-5d97-47e2-a28b-8ebed1f136f4) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:38.576789 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:38.577682 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:38.582685 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad8bbf-9425-488a-abef-b52b9ed77a45 None None] Network e43e6b36-5d97-47e2-a28b-8ebed1f136f4 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:56:38.636316 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54956) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:38.636857 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5252974
Jun 29 20:56:38.643608 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-852648615-router', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:38.648765 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:38.655502 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Usage tracker for resource:router and tenant:995a266051c54fd6b59aa3d9aed74eb4 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:38.660081 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:38.667429 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:38.682399 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3424'] for router, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:38.683602 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3455'] for router, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:38.714862 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:38.893203 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:38.950647 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc11f0e4-5da9-589f-bb4c-f91e8ff43252-e43e6b36-5d97-47e2-a28b-8ebed1f136f4', 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'fixed_ips': [{'subnet_id': 'b5a0e6ee-7f62-4daa-ba8f-54ba4d923281'}]}} from dv-cinder-779781-1-iscsi. {{(pid=74218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 20:56:38.952409 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:39.016051 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c4593-bed9-4c73-98d5-64ab46c9ae47 req-ba9ac24d-7532-4881-941f-bdb7cad86d86 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:39.017578 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9b3c4593-bed9-4c73-98d5-64ab46c9ae47 req-ba9ac24d-7532-4881-941f-bdb7cad86d86 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1168234
Jun 29 20:56:39.026226 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 8bfc7b75-67fc-40c3-9f76-183bd74981c9 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:39.125601 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9b3c4593-bed9-4c73-98d5-64ab46c9ae47 req-820a3e9e-f127-4ff0-95f2-71d524808352 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005762
Jun 29 20:56:39.151144 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 8bfc7b75-67fc-40c3-9f76-183bd74981c9 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:39.151144 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:39.233521 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:39.309849 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:39.372638 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b8a4e-858c-4c04-8735-d6ed333c8c4d req-5ea0914f-dfaa-4d8e-b8ae-a3320f2bccae tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:39.386906 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c21b8a4e-858c-4c04-8735-d6ed333c8c4d req-5ea0914f-dfaa-4d8e-b8ae-a3320f2bccae tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1830773
Jun 29 20:56:39.438284 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.db_base_plugin_common [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Allocated IP 172.20.0.2 (e43e6b36-5d97-47e2-a28b-8ebed1f136f4/b5a0e6ee-7f62-4daa-ba8f-54ba4d923281/90496ae3-e892-4b81-9375-9af23e2e300f) {{(pid=74218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:56:39.503629 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c21b8a4e-858c-4c04-8735-d6ed333c8c4d req-4ffbef4c-280e-45c5-8ff0-f896f5c3d172 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157260
Jun 29 20:56:39.591754 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Allocated IP 172.27.2.136 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/17018cb8-8acb-47ae-9888-020961a5f80f) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:56:39.833326 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:39.864418 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:39.879244 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Transition to ACTIVE for port object 90496ae3-e892-4b81-9375-9af23e2e300f will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:39.896428 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:39.902671 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cba67276-51bc-44e8-9c60-5526771fce7b tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:39.912027 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Transition to ACTIVE for port object 90496ae3-e892-4b81-9375-9af23e2e300f will not be triggered until provisioned by entity DHCP. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:39.919782 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:39.933568 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:39.983972 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:39.987801 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:39.992432 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:56:40.025402 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Pushing event updated for resources: {'Port': ['ID=90496ae3-e892-4b81-9375-9af23e2e300f,revision_number=1']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:40.035936 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:40.040787 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Network e43e6b36-5d97-47e2-a28b-8ebed1f136f4 is already hosted by enough agents. {{(pid=74218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:40.042130 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.base_scheduler [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Resources bound (agent type, host, resource id):  {{(pid=74218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:40.044802 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Received port after_create {{(pid=74218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:56:40.067817 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Pushing event updated for resources: {'Port': ['ID=17018cb8-8acb-47ae-9888-020961a5f80f,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:40.074704 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:40.204837 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Attempting to bind port 90496ae3-e892-4b81-9375-9af23e2e300f on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:56:40.206492 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Attempting to bind port 90496ae3-e892-4b81-9375-9af23e2e300f by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': '59e46a08-626a-4624-bbfe-48e609497e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:56:40.207070 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Attempting to bind port 90496ae3-e892-4b81-9375-9af23e2e300f on network e43e6b36-5d97-47e2-a28b-8ebed1f136f4 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:40.216270 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:56:40.216963 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Checking segment: {'id': '59e46a08-626a-4624-bbfe-48e609497e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:40.217532 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:40.218100 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Bound using segment: {'id': '59e46a08-626a-4624-bbfe-48e609497e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:56:40.218704 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Bound port: 90496ae3-e892-4b81-9375-9af23e2e300f, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e46a08-626a-4624-bbfe-48e609497e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:56:40.219280 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:40.266917 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:40.267593 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540'] for router, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:40.356097 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] For port 90496ae3-e892-4b81-9375-9af23e2e300f, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:56:40.360287 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] For port 90496ae3-e892-4b81-9375-9af23e2e300f, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=90496ae3-e892-4b81-9375-9af23e2e300f,segment=NetworkSegment(59e46a08-626a-4624-bbfe-48e609497e3c),segment_id=59e46a08-626a-4624-bbfe-48e609497e3c)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:56:40.368424 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:40.374728 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f42818ec-97d6-4b67-a42c-e7104fd7f4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:40.455725 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Pushing event updated for resources: {'Port': ['ID=90496ae3-e892-4b81-9375-9af23e2e300f,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:40.490969 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:40.495126 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e955bb-9e7e-4f65-95cb-fabba77ee480 req-175a6d2a-a546-4ff7-8012-f81d80c88056 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:40.507390 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d3e955bb-9e7e-4f65-95cb-fabba77ee480 req-175a6d2a-a546-4ff7-8012-f81d80c88056 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1248751
Jun 29 20:56:40.585666 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d3e955bb-9e7e-4f65-95cb-fabba77ee480 req-52aa9e62-530a-4e45-bc44-22a7733e320f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772913
Jun 29 20:56:40.860661 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394470c-09c5-4cf1-b504-f727e681f6ae req-bf4d87e3-0224-4b58-8a98-49bce9ded300 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:40.883601 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Router 993ac561-7791-4e95-bc29-1be64a36817f is scheduled to L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e with binding_index 1 {{(pid=74217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 20:56:40.884829 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a394470c-09c5-4cf1-b504-f727e681f6ae req-bf4d87e3-0224-4b58-8a98-49bce9ded300 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1817858
Jun 29 20:56:41.004779 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a394470c-09c5-4cf1-b504-f727e681f6ae req-e2e35f18-7300-4237-b150-b3a4b722d7ad tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185951
Jun 29 20:56:41.098415 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 90496ae3-e892-4b81-9375-9af23e2e300f up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:41.198918 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 90496ae3-e892-4b81-9375-9af23e2e300f completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:41.244932 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:56:41.253718 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Sync routers for ids ['993ac561-7791-4e95-bc29-1be64a36817f'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:56:41.272253 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:41.276235 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Routers {'993ac561-7791-4e95-bc29-1be64a36817f'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:56:41.276388 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.6348317
Jun 29 20:56:41.276488 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54464488e0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['993ac561-7791-4e95-bc29-1be64a36817f'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:41.276683 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 54992) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:41.494407 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Set router 993ac561-7791-4e95-bc29-1be64a36817f gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:56:41.915679 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc3442-3ff6-4681-a5be-bf444875c47d req-eabb56cd-94fe-4ec2-8169-0ca6053a085b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:41.937699 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5dcc3442-3ff6-4681-a5be-bf444875c47d req-eabb56cd-94fe-4ec2-8169-0ca6053a085b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1250911
Jun 29 20:56:41.947664 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54464488e0>, [{'id': '993ac561-7791-4e95-bc29-1be64a36817f', 'name': 'tempest-TestVolumeBootPattern-852648615-router', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:38Z', 'updated_at': '2021-06-29T20:56:40Z', 'revision_number': 3, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'gw_port': {'id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ac561-7791-4e95-bc29-1be64a36817f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:39Z', 'updated_at': '2021-06-29T20:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:41.961133 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Checking router: 993ac561-7791-4e95-bc29-1be64a36817f for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:56:41.961763 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Updating router 993ac561-7791-4e95-bc29-1be64a36817f port 17018cb8-8acb-47ae-9888-020961a5f80f binding host dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:56:42.020710 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5dcc3442-3ff6-4681-a5be-bf444875c47d req-f17d2cbd-9408-4c84-9fc1-a0f95f4ea44f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817003
Jun 29 20:56:42.027279 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.156638 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf385c51-ffb7-4749-a1f9-e1c1b0540821 None None] Network e43e6b36-5d97-47e2-a28b-8ebed1f136f4 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:56:42.410677 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-9b504e6a-a088-47b4-b32b-008c93026f96 None None] Provisioning for port 90496ae3-e892-4b81-9375-9af23e2e300f completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:42.430315 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f376d-1d8a-4bb6-9853-bfdab00e7d97 req-5978d2bd-fc20-40f4-9a1b-69e86d69e7c0 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:42.434177 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-9b504e6a-a088-47b4-b32b-008c93026f96 None None] Provisioning complete for port 90496ae3-e892-4b81-9375-9af23e2e300f triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:42.434849 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9b504e6a-a088-47b4-b32b-008c93026f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.437368 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a77f376d-1d8a-4bb6-9853-bfdab00e7d97 req-5978d2bd-fc20-40f4-9a1b-69e86d69e7c0 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1641781
Jun 29 20:56:42.522015 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a77f376d-1d8a-4bb6-9853-bfdab00e7d97 req-29cbd636-99b7-4920-9c58-bc409218d27d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837035
Jun 29 20:56:42.538476 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.576440 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.provisioning_blocks [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Transition to ACTIVE for port object 17018cb8-8acb-47ae-9888-020961a5f80f will not be triggered until provisioned by entity L2. {{(pid=74219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:42.601857 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.606434 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-a3ac62aa-16ef-4f48-8976-c7586eb12bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:42.629401 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9541872f-e71e-4862-aae1-a6c05eba96ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.716647 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Pushing event updated for resources: {'Port': ['ID=17018cb8-8acb-47ae-9888-020961a5f80f,revision_number=2']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:42.727482 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.727808 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.728189 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.728511 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.728852 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.729169 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.729490 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.729819 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.730219 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.730432 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.730740 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:42.760587 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Attempting to bind port 17018cb8-8acb-47ae-9888-020961a5f80f on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:56:42.760979 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Attempting to bind port 17018cb8-8acb-47ae-9888-020961a5f80f by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:56:42.761327 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Attempting to bind port 17018cb8-8acb-47ae-9888-020961a5f80f on network 0460bb14-7d62-4976-a05c-7c2670111765 {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:42.771190 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:56:42.771628 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:42.772038 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.772431 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Bound using segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:56:42.772986 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Bound port: 17018cb8-8acb-47ae-9888-020961a5f80f, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:56:42.773378 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.799000 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.802289 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9b504e6a-a088-47b4-b32b-008c93026f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.846685 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-9b504e6a-a088-47b4-b32b-008c93026f96 None None] For port 90496ae3-e892-4b81-9375-9af23e2e300f, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=90496ae3-e892-4b81-9375-9af23e2e300f,segment=NetworkSegment(59e46a08-626a-4624-bbfe-48e609497e3c),segment_id=59e46a08-626a-4624-bbfe-48e609497e3c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:42.853057 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9b504e6a-a088-47b4-b32b-008c93026f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.855263 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:42.858093 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] For port 17018cb8-8acb-47ae-9888-020961a5f80f, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:56:42.868840 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] For port 17018cb8-8acb-47ae-9888-020961a5f80f, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=17018cb8-8acb-47ae-9888-020961a5f80f,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:56:42.878704 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:42.881826 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:42.892327 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:42.989079 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b504e6a-a088-47b4-b32b-008c93026f96 None None] Pushing event updated for resources: {'Port': ['ID=90496ae3-e892-4b81-9375-9af23e2e300f,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:43.004286 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-9b504e6a-a088-47b4-b32b-008c93026f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:43.018906 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Pushing event updated for resources: {'Port': ['ID=17018cb8-8acb-47ae-9888-020961a5f80f,revision_number=3']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:43.024255 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:43.045205 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:43.059637 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Routers {'993ac561-7791-4e95-bc29-1be64a36817f'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:56:43.060361 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54464488e0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['993ac561-7791-4e95-bc29-1be64a36817f'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:43.206689 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Allocated IP 172.20.0.1 (e43e6b36-5d97-47e2-a28b-8ebed1f136f4/b5a0e6ee-7f62-4daa-ba8f-54ba4d923281/7da33687-be24-459e-bc40-f276e6e94e99) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:56:43.212848 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-092e415a-6f38-462a-bfc4-c6c241311699 None None] Provisioning complete for port 90496ae3-e892-4b81-9375-9af23e2e300f triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:43.214174 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-092e415a-6f38-462a-bfc4-c6c241311699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:43.405143 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] Set router 993ac561-7791-4e95-bc29-1be64a36817f gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:56:43.410448 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:43.456395 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Transition to ACTIVE for port object 7da33687-be24-459e-bc40-f276e6e94e99 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:43.508278 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:43.518814 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5ad6b-4173-4c88-8b58-2c50a57be9aa req-f053f7d2-482e-4880-baed-d2bb2bccb44c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:43.520139 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0fa5ad6b-4173-4c88-8b58-2c50a57be9aa req-f053f7d2-482e-4880-baed-d2bb2bccb44c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1530457
Jun 29 20:56:43.524457 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:43.621307 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0fa5ad6b-4173-4c88-8b58-2c50a57be9aa req-e8d19b62-43c8-4954-ab67-9bf9fa28d97e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942607
Jun 29 20:56:43.649897 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Pushing event updated for resources: {'Port': ['ID=7da33687-be24-459e-bc40-f276e6e94e99,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:43.668512 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:43.685630 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Network e43e6b36-5d97-47e2-a28b-8ebed1f136f4 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:43.687504 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:43.691814 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:56:43.758780 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591586'] for router_interface, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:43.866730 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5a7f-d139-4346-a7bb-25faae9f15cb req-2adc0737-f22e-483c-935b-6c68d303c26b tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:43.868303 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3aef5a7f-d139-4346-a7bb-25faae9f15cb req-2adc0737-f22e-483c-935b-6c68d303c26b tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1240144
Jun 29 20:56:43.907800 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:43.934950 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54464488e0>, [{'id': '993ac561-7791-4e95-bc29-1be64a36817f', 'name': 'tempest-TestVolumeBootPattern-852648615-router', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:38Z', 'updated_at': '2021-06-29T20:56:40Z', 'revision_number': 3, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'gw_port': {'id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ac561-7791-4e95-bc29-1be64a36817f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:39Z', 'updated_at': '2021-06-29T20:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:43.945481 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c119d6-ecaa-4e8e-a3de-ea486a85a9d2 None None] The sync data for ids ['993ac561-7791-4e95-bc29-1be64a36817f'] in dv-cinder-779781-1-iscsi is: [{'id': '993ac561-7791-4e95-bc29-1be64a36817f', 'name': 'tempest-TestVolumeBootPattern-852648615-router', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:38Z', 'updated_at': '2021-06-29T20:56:40Z', 'revision_number': 3, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'gw_port': {'id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ac561-7791-4e95-bc29-1be64a36817f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:39Z', 'updated_at': '2021-06-29T20:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:56:43.959119 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3aef5a7f-d139-4346-a7bb-25faae9f15cb req-30ae10b4-213b-4239-9c4c-838f3acdcfeb tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837975
Jun 29 20:56:44.075348 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-711d1ce9-5a30-4879-948b-fe2775f97781 None None] Provisioning for port 7da33687-be24-459e-bc40-f276e6e94e99 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:44.081100 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-711d1ce9-5a30-4879-948b-fe2775f97781 None None] Provisioning complete for port 7da33687-be24-459e-bc40-f276e6e94e99 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:44.081832 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-711d1ce9-5a30-4879-948b-fe2775f97781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:44.133416 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-711d1ce9-5a30-4879-948b-fe2775f97781 None None] Port 7da33687-be24-459e-bc40-f276e6e94e99 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:56:44.184647 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:44.189343 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:44.220338 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:44.301838 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Pushing event updated for resources: {'Port': ['ID=7da33687-be24-459e-bc40-f276e6e94e99,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:44.304228 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594382'] for router_interface, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:44.332440 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.332821 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.333172 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.333516 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.333861 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.334200 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.334533 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.334869 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.335204 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.335536 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.335869 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:44.341321 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:44.538833 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Network e43e6b36-5d97-47e2-a28b-8ebed1f136f4 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:44.540398 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:44.872126 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-517c0165-98f8-4c50-9a3c-ff073c475817 None None] Provisioning complete for port 7da33687-be24-459e-bc40-f276e6e94e99 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:44.873239 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-517c0165-98f8-4c50-9a3c-ff073c475817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:44.886648 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5d916-17c0-44a7-a587-20c7ed311205 req-d8b323a8-e3a1-4c78-921d-6849a51b35ea tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:44.894665 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f9d5d916-17c0-44a7-a587-20c7ed311205 req-d8b323a8-e3a1-4c78-921d-6849a51b35ea tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.0999453
Jun 29 20:56:44.911337 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-054ea245-26ef-4caf-9e78-77687f64440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:44.954113 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f9d5d916-17c0-44a7-a587-20c7ed311205 req-ba0d1505-4ae6-4541-8b56-6965d9a87956 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584900
Jun 29 20:56:44.965415 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-517c0165-98f8-4c50-9a3c-ff073c475817 None None] Port 7da33687-be24-459e-bc40-f276e6e94e99 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:56:44.975513 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 90496ae3-e892-4b81-9375-9af23e2e300f up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:45.085679 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 90496ae3-e892-4b81-9375-9af23e2e300f triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:45.086251 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:45.097398 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-36873b68-8641-4dad-b9d0-8c3b7a3de710 req-65ac9e1e-2754-4188-be4f-6c7f8096e5b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 1098 time: 0.1766772
Jun 29 20:56:45.133893 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Router 993ac561-7791-4e95-bc29-1be64a36817f has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:56:45.285052 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ede5e6-37ef-415d-b590-db3914f69731 req-159fb51f-c55c-43f9-918b-ec02a3895d7f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:45.290540 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-75ede5e6-37ef-415d-b590-db3914f69731 req-159fb51f-c55c-43f9-918b-ec02a3895d7f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1400046
Jun 29 20:56:45.351901 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36873b68-8641-4dad-b9d0-8c3b7a3de710 req-1aa67cdd-b9ea-4856-99b6-fcd52e0439ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:45.353357 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-36873b68-8641-4dad-b9d0-8c3b7a3de710 req-1aa67cdd-b9ea-4856-99b6-fcd52e0439ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 917 time: 0.2436278
Jun 29 20:56:45.355787 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-75ede5e6-37ef-415d-b590-db3914f69731 req-4189a41a-ed03-4c52-8dcf-a70b904a32a3 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599966
Jun 29 20:56:45.525766 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-36873b68-8641-4dad-b9d0-8c3b7a3de710 req-25991caf-5fd4-4010-88bd-8b25934152a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f HTTP/1.1" status: 200  len: 1001 time: 0.1621795
Jun 29 20:56:45.606939 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36873b68-8641-4dad-b9d0-8c3b7a3de710 req-237936a5-e9dc-4d09-9e6d-0c82866339ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:45.608273 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-36873b68-8641-4dad-b9d0-8c3b7a3de710 req-237936a5-e9dc-4d09-9e6d-0c82866339ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.0672815
Jun 29 20:56:45.611151 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:56:45.620755 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] 10.222.0.15 "PUT /v2.0/routers/993ac561-7791-4e95-bc29-1be64a36817f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3429978
Jun 29 20:56:45.695368 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-36873b68-8641-4dad-b9d0-8c3b7a3de710 req-11ba839c-3805-4c2a-9fae-73ddc2d94af8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734863
Jun 29 20:56:45.842394 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-36873b68-8641-4dad-b9d0-8c3b7a3de710 req-e85cd590-a621-4a62-8dd9-6819c170862d service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336851
Jun 29 20:56:45.855443 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.202156 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55072) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:46.209393 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:56:46.209964 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460400456', 'description': 'tempest-secgroup-smoke-1460400456 description', 'project_id': '4849c509f94542d6aea3d7be4cde3726'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:46.215811 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:46.219562 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:security_group and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:46.223082 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:46.229546 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:46.238554 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.273209 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:46.276949 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:security_group_rule and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:46.279715 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:46.286081 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:46.312158 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b74b-6033-4f34-956c-f238b4cf3f8f req-a27dc81c-d180-40e6-982f-364b519c5de8 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:46.313607 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-84d5b74b-6033-4f34-956c-f238b4cf3f8f req-a27dc81c-d180-40e6-982f-364b519c5de8 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.0812178
Jun 29 20:56:46.341794 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.345385 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.351815 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2c777135-7902-4e87-bb2b-9a9171bac14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:46.360245 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-84d5b74b-6033-4f34-956c-f238b4cf3f8f req-4b1f1738-d75d-4d8f-bd85-652c25a827f2 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407276
Jun 29 20:56:46.387542 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb66a6d8-9ba3-42c8-997b-58c98125b04b,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:46.389666 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.394170 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1876631
Jun 29 20:56:46.394170 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:46.394548 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55076) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:46.399747 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'security_group_rule': {'security_group_id': 'fb66a6d8-9ba3-42c8-997b-58c98125b04b', 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:46.405541 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:46.409476 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:security_group_rule and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:46.412286 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:46.418300 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:46.435520 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.501364 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.505617 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.507719 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:46.624315 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b78dee-37b9-4d29-9a42-c858b79231ee,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:46.631134 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:46.633231 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266918-dfde-4674-a8e2-fc0d94024d24 req-53a39194-6ad5-4f4b-8c1e-3360d5ef8708 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:46.634595 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-40266918-dfde-4674-a8e2-fc0d94024d24 req-53a39194-6ad5-4f4b-8c1e-3360d5ef8708 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1174846
Jun 29 20:56:46.635749 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.639659 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 55086) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:46.639897 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2447205
Jun 29 20:56:46.646954 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'security_group_rule': {'security_group_id': 'fb66a6d8-9ba3-42c8-997b-58c98125b04b', 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:46.664383 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:46.673962 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:security_group_rule and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:46.680628 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:46.692953 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:46.709191 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-40266918-dfde-4674-a8e2-fc0d94024d24 req-c7abd524-d2d9-479f-b8db-95fa952a8cd6 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667794
Jun 29 20:56:46.716019 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.780318 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.784039 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.786192 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:46.807640 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8019c9-866e-459c-b94c-75e5d0de966a,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:46.820353 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.820731 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.821082 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.821421 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.821778 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.822100 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.822436 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.822773 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.823116 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.823445 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.823774 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:46.826254 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.827404 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1867094
Jun 29 20:56:46.828372 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:46.829981 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 55092) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:46.835313 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'security_group_rule': {'security_group_id': 'fb66a6d8-9ba3-42c8-997b-58c98125b04b', 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:46.841035 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:46.844989 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:security_group_rule and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:46.848711 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:46.855040 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:46.871304 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.931116 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.934413 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.941358 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:46.962561 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee32af2-1536-4000-ae55-fe832d3b3dcf,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:46.964852 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:46.969264 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:46.970396 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-d9549323-76f1-4638-b70c-99546e6d5817 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1394765
Jun 29 20:56:46.973786 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 55098) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:46.979188 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'security_group_rule': {'security_group_id': 'fb66a6d8-9ba3-42c8-997b-58c98125b04b', 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:46.984834 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:46.988633 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:security_group_rule and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:46.991462 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:46.997350 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:47.014996 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.139024 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.143201 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.145703 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-66bc51f1-a990-406d-9c79-871b621c04c3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:47.168606 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.169200 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d9f630-19a2-41a1-b383-5a07e058f71e,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:47.173415 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:47.177810 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.178949 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2042434
Jun 29 20:56:47.181560 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 55102) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:47.187088 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'security_group_rule': {'security_group_id': 'fb66a6d8-9ba3-42c8-997b-58c98125b04b', 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:47.192628 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:47.196405 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:security_group_rule and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:47.199343 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:47.205043 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:47.215551 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.securitygroups_db [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Project 4849c509f94542d6aea3d7be4cde3726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 20:56:47.222304 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.286200 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.289743 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.291693 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1d3da25d-8c6a-4f71-841f-746da80402e1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:47.310818 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b487d83-7cc6-4f70-b960-daa63ab47683,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:47.315056 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:47.322228 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.323482 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-0e30bcd3-bbff-4b9e-a773-6318f7c12ae5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1409588
Jun 29 20:56:47.326083 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 55106) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:47.332168 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'security_group_rule': {'security_group_id': 'fb66a6d8-9ba3-42c8-997b-58c98125b04b', 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:47.337677 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:47.341409 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:security_group_rule and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:47.344209 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:47.350149 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:47.360211 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.securitygroups_db [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Project 4849c509f94542d6aea3d7be4cde3726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 20:56:47.366517 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.433542 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.437211 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.440090 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-16071553-9229-4048-bb36-76185e1de63c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:47.462523 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19dbfb6-c288-4d15-802d-fcbf030e6bbc,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:47.465089 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:47.473409 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:47.474695 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1476400
Jun 29 20:56:47.576168 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67038691-086d-4e98-a344-aeed892731d2 req-a1b622b4-e419-462f-a1d8-3057e8434b68 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:47.577756 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-67038691-086d-4e98-a344-aeed892731d2 req-a1b622b4-e419-462f-a1d8-3057e8434b68 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.0811572
Jun 29 20:56:47.631032 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-67038691-086d-4e98-a344-aeed892731d2 req-1e3f71ba-22e2-4053-ab59-c946395deea7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457866
Jun 29 20:56:47.909603 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f10518-1e2c-43d5-ab85-433e445e55e1 req-18d875dd-43fc-4915-be6a-b6d540dde883 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:47.911037 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d7f10518-1e2c-43d5-ab85-433e445e55e1 req-18d875dd-43fc-4915-be6a-b6d540dde883 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.0823224
Jun 29 20:56:47.960592 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d7f10518-1e2c-43d5-ab85-433e445e55e1 req-6eda64cd-3464-4429-9b92-abad6bf98174 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432787
Jun 29 20:56:48.863365 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Sync routers for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:56:48.870766 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c0a5b-af5b-43ab-8341-57f4552f659d req-7b384a9b-fe75-4527-b300-2f34aca83255 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:48.872308 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-037c0a5b-af5b-43ab-8341-57f4552f659d req-7b384a9b-fe75-4527-b300-2f34aca83255 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.1006329
Jun 29 20:56:48.875221 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:56:48.875958 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460a5280>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:48.939035 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-037c0a5b-af5b-43ab-8341-57f4552f659d req-ae5d2ca3-64d7-42c7-b1e5-1ad10bf5278a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549235
Jun 29 20:56:49.012488 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 17018cb8-8acb-47ae-9888-020961a5f80f up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:49.177555 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:56:49.215262 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 17018cb8-8acb-47ae-9888-020961a5f80f completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:49.231798 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b7e8-61f6-4ed2-b28e-3e058542993b req-8008cde0-b975-44ca-8f82-5b9441399490 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:49.231798 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0545b7e8-61f6-4ed2-b28e-3e058542993b req-8008cde0-b975-44ca-8f82-5b9441399490 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1106732
Jun 29 20:56:49.235018 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 17018cb8-8acb-47ae-9888-020961a5f80f triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:49.235425 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:49.285109 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0545b7e8-61f6-4ed2-b28e-3e058542993b req-7f47f6fa-0746-4387-814f-ff38bab81f1e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503106
Jun 29 20:56:49.506592 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:49.546771 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 17018cb8-8acb-47ae-9888-020961a5f80f, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=17018cb8-8acb-47ae-9888-020961a5f80f,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:49.574808 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:49.578872 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:49.659721 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=17018cb8-8acb-47ae-9888-020961a5f80f,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:49.662878 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:49.675132 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460a5280>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:33Z', 'revision_number': 2, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:49.679081 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Checking router: c2c251e3-df71-4834-ada5-7e6c98b2b0d6 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:56:49.679508 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Updating router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 port 8cb105c6-8859-446f-a187-22c6ff2e9c34 binding host dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:56:49.740269 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:49.742782 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:49.773329 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-36873b68-8641-4dad-b9d0-8c3b7a3de710 req-c5a223f6-9504-4955-8d1b-05874a304158 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961191
Jun 29 20:56:49.783158 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7d8656e2-d332-4c4e-ae98-6f864f97b908 req-ad612c57-81e4-4087-ad9c-b9b7d0084348 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1172469
Jun 29 20:56:49.990602 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7d8656e2-d332-4c4e-ae98-6f864f97b908 req-5a5d9412-9fd1-4c8b-8a28-7cc2629765b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 1098 time: 0.0725954
Jun 29 20:56:50.116589 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Notify callbacks [] for port, precommit_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:50.132863 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Transition to ACTIVE for port object 8cb105c6-8859-446f-a187-22c6ff2e9c34 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:50.150322 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:50.156478 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:50.168725 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14910bd4-db80-4abd-8976-a7df7eae7d53 req-3e7b1a54-e0d3-4c16-bc44-e88b3564a214 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:50.170294 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-14910bd4-db80-4abd-8976-a7df7eae7d53 req-3e7b1a54-e0d3-4c16-bc44-e88b3564a214 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 945 time: 0.0853705
Jun 29 20:56:50.179949 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8656e2-d332-4c4e-ae98-6f864f97b908 req-e690edc6-c9ec-4c46-a37b-7b5b849bbba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:50.181928 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7d8656e2-d332-4c4e-ae98-6f864f97b908 req-e690edc6-c9ec-4c46-a37b-7b5b849bbba2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 911 time: 0.1510236
Jun 29 20:56:50.223062 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-14910bd4-db80-4abd-8976-a7df7eae7d53 req-11bccf37-007a-4414-a33b-a893c5ccd4a7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463853
Jun 29 20:56:50.299437 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf02f0-c6f5-45b3-99a2-03c0a3697d84 None None] Pushing event updated for resources: {'Port': ['ID=8cb105c6-8859-446f-a187-22c6ff2e9c34,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:50.302113 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-38cf02f0-c6f5-45b3-99a2-03c0a3697d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:50.309271 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7d8656e2-d332-4c4e-ae98-6f864f97b908 req-2c0a11c4-4929-4e2b-bc48-1ebc5d431e03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=058125b9-8744-426e-9941-0e89f3b80a1c HTTP/1.1" status: 200  len: 1000 time: 0.1180241
Jun 29 20:56:50.387103 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device a52622e2-cb29-438d-9466-b3f2c2619f2f no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:56:50.394507 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8656e2-d332-4c4e-ae98-6f864f97b908 req-43e33cee-2a46-4fb5-8a48-f65a9a815647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:50.398500 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7d8656e2-d332-4c4e-ae98-6f864f97b908 req-43e33cee-2a46-4fb5-8a48-f65a9a815647 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbbb664c-27ca-451c-8320-c1ba4548a65b HTTP/1.1" status: 200  len: 849 time: 0.0792475
Jun 29 20:56:50.527159 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Attempting to bind port 8cb105c6-8859-446f-a187-22c6ff2e9c34 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:56:50.528218 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Attempting to bind port 8cb105c6-8859-446f-a187-22c6ff2e9c34 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:56:50.528449 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Attempting to bind port 8cb105c6-8859-446f-a187-22c6ff2e9c34 on network d3bb8228-fca8-4915-a5dd-c117efe631ab {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:50.557569 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:56:50.558149 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Checking segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:50.558537 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:50.558968 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Bound using segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:56:50.559441 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Bound port: 8cb105c6-8859-446f-a187-22c6ff2e9c34, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:56:50.559907 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:50.593449 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7d8656e2-d332-4c4e-ae98-6f864f97b908 req-e7a089c3-3ce0-43e4-8d73-45df56f418ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d76c2cdb-9cac-4e13-839f-9ee932b7c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1258659
Jun 29 20:56:50.619844 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837b224-9747-41e9-8a2d-9161159d1759 req-0ce0a926-ebc2-4144-95a7-59d035c71b13 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:50.622026 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b837b224-9747-41e9-8a2d-9161159d1759 req-0ce0a926-ebc2-4144-95a7-59d035c71b13 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1422968
Jun 29 20:56:50.711094 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b837b224-9747-41e9-8a2d-9161159d1759 req-4cf6e008-fad1-4c9d-ac62-b1815c7009b0 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775468
Jun 29 20:56:50.728920 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:50.782719 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] For port 8cb105c6-8859-446f-a187-22c6ff2e9c34, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:56:50.790607 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:56:50.796614 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] For port 8cb105c6-8859-446f-a187-22c6ff2e9c34, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=8cb105c6-8859-446f-a187-22c6ff2e9c34,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:56:50.803555 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:50.809552 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:50.862402 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7d8656e2-d332-4c4e-ae98-6f864f97b908 req-699d6429-3aff-4cd0-8fed-4de83e901efb service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234204
Jun 29 20:56:50.866852 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a2ca9a51-c0a9-4dde-a393-7a430bce1289 req-0ca3baeb-ebff-40bd-8608-471c46897238 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 1098 time: 0.1913085
Jun 29 20:56:50.872196 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:50.894297 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'code': 200}
Jun 29 20:56:50.894887 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:50.915910 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf02f0-c6f5-45b3-99a2-03c0a3697d84 None None] Pushing event updated for resources: {'Port': ['ID=8cb105c6-8859-446f-a187-22c6ff2e9c34,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:50.920813 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-38cf02f0-c6f5-45b3-99a2-03c0a3697d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:50.921284 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:51.009040 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 17018cb8-8acb-47ae-9888-020961a5f80f up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:51.104633 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7d8656e2-d332-4c4e-ae98-6f864f97b908 req-06f47b04-b39a-4fc1-99b1-a3f014001f22 service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368138
Jun 29 20:56:51.106145 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:56:51.106797 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460a5280>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:51.108892 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a2ca9a51-c0a9-4dde-a393-7a430bce1289 req-0a88ba98-8efd-4e3f-9e14-4a6ea5d0228e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020606
Jun 29 20:56:51.185469 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=8']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:51.194551 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:51.348803 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 17018cb8-8acb-47ae-9888-020961a5f80f triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:51.349225 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:51.378527 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:56:51.474841 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0cc71-7027-4048-8cc4-8e77f6c19ea7 req-55cb6845-bbfb-4821-b68e-7db628fc420e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:51.475847 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-78d0cc71-7027-4048-8cc4-8e77f6c19ea7 req-55cb6845-bbfb-4821-b68e-7db628fc420e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0998678
Jun 29 20:56:51.560277 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-78d0cc71-7027-4048-8cc4-8e77f6c19ea7 req-da133fae-89c9-425f-b68a-170a20f1174a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769124
Jun 29 20:56:51.940056 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460a5280>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:50Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:51.945674 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b8d30-9383-4a9a-94ab-db4224f9f47a None None] The sync data for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi is: [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:50Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:56:51.969482 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e15b3-d29c-42d2-8998-2f49323229ae req-9d094c58-f7b3-43cf-be52-1d58cbfca75f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:51.972563 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-af7e15b3-d29c-42d2-8998-2f49323229ae req-9d094c58-f7b3-43cf-be52-1d58cbfca75f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.0837181
Jun 29 20:56:51.981184 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55238) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:52.025239 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-af7e15b3-d29c-42d2-8998-2f49323229ae req-a4be8526-ee3a-4b80-8725-3d1666d0f90c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478046
Jun 29 20:56:52.153104 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:52.196249 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:52.200803 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] Usage tracker for resource:security_group_rule and tenant:440fe2c93f5348c7ab778de802768422 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:52.203722 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:52.210420 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:52.280527 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:52.285935 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:52.293928 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-562897e5-50e0-40aa-adfd-0c372709a760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:52.336405 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a82a647-e45e-4947-81e1-3c27dc30dabd,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:52.341703 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:52.347389 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=440fe2c93f5348c7ab778de802768422&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3645692
Jun 29 20:56:52.350059 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 55248) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:52.391316 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Sync routers for ids ['993ac561-7791-4e95-bc29-1be64a36817f'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:56:52.425370 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Routers {'993ac561-7791-4e95-bc29-1be64a36817f'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:56:52.426002 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e8ba90>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['993ac561-7791-4e95-bc29-1be64a36817f'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:52.460405 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-136e605b-b5f6-40e4-9a3b-e83f553f095b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:52.491768 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-136e605b-b5f6-40e4-9a3b-e83f553f095b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:52.581883 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-136e605b-b5f6-40e4-9a3b-e83f553f095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:52.592197 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-de0fa517-e73a-42e3-ab05-1a5c8b549955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:52.610428 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e605b-b5f6-40e4-9a3b-e83f553f095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a82a647-e45e-4947-81e1-3c27dc30dabd,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:52.618601 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-136e605b-b5f6-40e4-9a3b-e83f553f095b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:52.621124 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-136e605b-b5f6-40e4-9a3b-e83f553f095b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:52.624643 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-136e605b-b5f6-40e4-9a3b-e83f553f095b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a82a647-e45e-4947-81e1-3c27dc30dabd HTTP/1.1" status: 204  len: 168 time: 0.2707794
Jun 29 20:56:52.756970 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Set router 993ac561-7791-4e95-bc29-1be64a36817f gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:56:52.881324 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ca37d-0387-4b7d-a11d-627d603e7f50 req-4bd3e2a1-6acd-4ab3-9095-b1ab00f317d2 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:52.883550 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f11ca37d-0387-4b7d-a11d-627d603e7f50 req-4bd3e2a1-6acd-4ab3-9095-b1ab00f317d2 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0921597
Jun 29 20:56:52.991834 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f11ca37d-0387-4b7d-a11d-627d603e7f50 req-6c72362a-e0ab-4fa8-83c7-9ec98910f821 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1024313
Jun 29 20:56:53.079034 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 8cb105c6-8859-446f-a187-22c6ff2e9c34 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:53.209698 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 8cb105c6-8859-446f-a187-22c6ff2e9c34 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:53.216717 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 8cb105c6-8859-446f-a187-22c6ff2e9c34 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:53.217358 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:53.396680 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e8ba90>, [{'id': '993ac561-7791-4e95-bc29-1be64a36817f', 'name': 'tempest-TestVolumeBootPattern-852648615-router', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:38Z', 'updated_at': '2021-06-29T20:56:43Z', 'revision_number': 4, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'gw_port': {'id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ac561-7791-4e95-bc29-1be64a36817f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:39Z', 'updated_at': '2021-06-29T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '7da33687-be24-459e-bc40-f276e6e94e99', 'name': '', 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'mac_address': 'fa:16:3e:14:db:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ac561-7791-4e95-bc29-1be64a36817f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5a0e6ee-7f62-4daa-ba8f-54ba4d923281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:42Z', 'updated_at': '2021-06-29T20:56:44Z', 'revision_number': 2, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'subnets': [{'id': 'b5a0e6ee-7f62-4daa-ba8f-54ba4d923281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:53.403411 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Checking router: 993ac561-7791-4e95-bc29-1be64a36817f for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:56:53.404117 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Updating router 993ac561-7791-4e95-bc29-1be64a36817f port 7da33687-be24-459e-bc40-f276e6e94e99 binding host dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:56:53.413684 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:53.487789 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 8cb105c6-8859-446f-a187-22c6ff2e9c34, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=8cb105c6-8859-446f-a187-22c6ff2e9c34,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:53.503393 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:53.504276 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:53.507322 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:53.522820 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41f1fe-01a6-4779-97f9-def9bc334c65 req-3d9e0219-ad5b-423a-a612-0205328b3280 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:53.539835 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1a41f1fe-01a6-4779-97f9-def9bc334c65 req-3d9e0219-ad5b-423a-a612-0205328b3280 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2255046
Jun 29 20:56:53.644261 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1a41f1fe-01a6-4779-97f9-def9bc334c65 req-fb0a4ffa-b5a8-4c79-b6c1-b53dc6f4ec2c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022856
Jun 29 20:56:53.677149 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=8cb105c6-8859-446f-a187-22c6ff2e9c34,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:53.686040 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.686382 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.686718 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.687081 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.687410 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.687737 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.688239 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.688391 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.688790 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.690054 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.690377 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:56:53.695993 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:54.005354 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Notify callbacks [] for port, precommit_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.020429 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.provisioning_blocks [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Transition to ACTIVE for port object 7da33687-be24-459e-bc40-f276e6e94e99 will not be triggered until provisioned by entity L2. {{(pid=74219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:54.029763 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.037471 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:54.105402 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 55312) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:54.289774 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c21d2-c218-4db0-b735-452b3bc0b704 None None] Pushing event updated for resources: {'Port': ['ID=7da33687-be24-459e-bc40-f276e6e94e99,revision_number=3']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:54.290455 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b88cf-8894-4dc5-bc2d-5f1f12160002 req-23930c66-89cd-4755-9e7b-59bc313ab50a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:54.295233 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-9d1c21d2-c218-4db0-b735-452b3bc0b704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:54.308526 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d46b88cf-8894-4dc5-bc2d-5f1f12160002 req-23930c66-89cd-4755-9e7b-59bc313ab50a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1448646
Jun 29 20:56:54.378970 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d46b88cf-8894-4dc5-bc2d-5f1f12160002 req-efaeda5f-3937-4479-996d-875b462c7c80 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665064
Jun 29 20:56:54.390374 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1301526343-network', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:54.395930 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:54.400386 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Usage tracker for resource:network and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:54.404266 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:54.410343 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:54.423364 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Made reservation on behalf of 37b4081293e248ac8dc9ba0f45827a28 for: {'network': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:56:54.426804 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.444770 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.445890 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Attempting to bind port 7da33687-be24-459e-bc40-f276e6e94e99 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:56:54.446401 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Attempting to bind port 7da33687-be24-459e-bc40-f276e6e94e99 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': '59e46a08-626a-4624-bbfe-48e609497e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4'}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:56:54.446802 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Attempting to bind port 7da33687-be24-459e-bc40-f276e6e94e99 on network e43e6b36-5d97-47e2-a28b-8ebed1f136f4 {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:54.453995 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:56:54.454534 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Checking segment: {'id': '59e46a08-626a-4624-bbfe-48e609497e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:54.455078 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.456020 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Bound using segment: {'id': '59e46a08-626a-4624-bbfe-48e609497e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4'} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:56:54.456727 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Bound port: 7da33687-be24-459e-bc40-f276e6e94e99, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e46a08-626a-4624-bbfe-48e609497e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4'}}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:56:54.457330 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.487918 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:54.495306 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Usage tracker for resource:security_group_rule and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:54.500376 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:54.507286 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:54.595989 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] For port 7da33687-be24-459e-bc40-f276e6e94e99, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:56:54.597001 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.603924 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.604100 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] For port 7da33687-be24-459e-bc40-f276e6e94e99, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=7da33687-be24-459e-bc40-f276e6e94e99,segment=NetworkSegment(59e46a08-626a-4624-bbfe-48e609497e3c),segment_id=59e46a08-626a-4624-bbfe-48e609497e3c)] {{(pid=74219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:56:54.610704 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-0857cd35-2647-4cfc-b1de-caf10dd797d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:54.615321 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.619853 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:54.660656 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559}  {{(pid=74216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:56:54.671219 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2379ab-97f7-473f-8b04-d92260c76eb1,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:54.676377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:54.680046 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.682127 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.segments_db [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Added segment ec89e449-cb06-4ef2-abfb-a22cbbb796e6 of type vlan for network a6ac8742-47be-4a00-b65f-0675d13dc794
Jun 29 20:56:54.712217 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Routers {'993ac561-7791-4e95-bc29-1be64a36817f'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:56:54.712892 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e8ba90>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['993ac561-7791-4e95-bc29-1be64a36817f'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:54.719515 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.763377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.767215 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:54.768334 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:54.793800 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:54.807990 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c21d2-c218-4db0-b735-452b3bc0b704 None None] Pushing event updated for resources: {'Port': ['ID=7da33687-be24-459e-bc40-f276e6e94e99,revision_number=4']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:54.812481 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-9d1c21d2-c218-4db0-b735-452b3bc0b704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:54.971605 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 8cb105c6-8859-446f-a187-22c6ff2e9c34 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:54.979077 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Pushing event updated for resources: {'Network': ['ID=a6ac8742-47be-4a00-b65f-0675d13dc794,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:54.989031 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:55.009588 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9029343
Jun 29 20:56:55.012712 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55330) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:55.018777 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Request body: {'subnet': {'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1301526343-subnet', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'ip_version': 4}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:55.019454 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network a6ac8742-47be-4a00-b65f-0675d13dc794 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:56:55.024289 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:55.037693 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Usage tracker for resource:subnet and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:55.040168 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] Set router 993ac561-7791-4e95-bc29-1be64a36817f gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:56:55.047023 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:55.058424 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:55.071859 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Made reservation on behalf of 37b4081293e248ac8dc9ba0f45827a28 for: {'subnet': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:56:55.075889 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4136731'] for subnet, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:55.099359 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab3f5-f152-4c57-963f-d002cfe35516 req-33a2c2cd-e201-4b3a-8178-6db0a0699bda tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:55.108103 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-427ab3f5-f152-4c57-963f-d002cfe35516 req-33a2c2cd-e201-4b3a-8178-6db0a0699bda tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1879039
Jun 29 20:56:55.179374 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-427ab3f5-f152-4c57-963f-d002cfe35516 req-219463e4-4a50-4d8a-82cb-efd1b1e50a7e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673382
Jun 29 20:56:55.231954 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 8cb105c6-8859-446f-a187-22c6ff2e9c34 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:55.232342 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:55.478401 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4136713'] for subnet, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:55.484162 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:55.584040 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e8ba90>, [{'id': '993ac561-7791-4e95-bc29-1be64a36817f', 'name': 'tempest-TestVolumeBootPattern-852648615-router', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:38Z', 'updated_at': '2021-06-29T20:56:43Z', 'revision_number': 4, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'gw_port': {'id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ac561-7791-4e95-bc29-1be64a36817f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:39Z', 'updated_at': '2021-06-29T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '7da33687-be24-459e-bc40-f276e6e94e99', 'name': '', 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'mac_address': 'fa:16:3e:14:db:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ac561-7791-4e95-bc29-1be64a36817f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5a0e6ee-7f62-4daa-ba8f-54ba4d923281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:42Z', 'updated_at': '2021-06-29T20:56:54Z', 'revision_number': 4, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'subnets': [{'id': 'b5a0e6ee-7f62-4daa-ba8f-54ba4d923281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:56:55.588569 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6a1bf-9fd7-49df-9ef1-1312910aaf01 None None] The sync data for ids ['993ac561-7791-4e95-bc29-1be64a36817f'] in dv-cinder-779781-1-iscsi is: [{'id': '993ac561-7791-4e95-bc29-1be64a36817f', 'name': 'tempest-TestVolumeBootPattern-852648615-router', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:38Z', 'updated_at': '2021-06-29T20:56:43Z', 'revision_number': 4, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'gw_port': {'id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ac561-7791-4e95-bc29-1be64a36817f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:39Z', 'updated_at': '2021-06-29T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '7da33687-be24-459e-bc40-f276e6e94e99', 'name': '', 'network_id': 'e43e6b36-5d97-47e2-a28b-8ebed1f136f4', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'mac_address': 'fa:16:3e:14:db:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ac561-7791-4e95-bc29-1be64a36817f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5a0e6ee-7f62-4daa-ba8f-54ba4d923281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:42Z', 'updated_at': '2021-06-29T20:56:54Z', 'revision_number': 4, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'subnets': [{'id': 'b5a0e6ee-7f62-4daa-ba8f-54ba4d923281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:56:55.659830 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da294a2-2cf7-453f-a2e2-a6bbfd5310a9,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:55.664795 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:55.715689 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Checking segment: {'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:55.716451 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Network hostable DHCP agents. Network: a6ac8742-47be-4a00-b65f-0675d13dc794, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:56:55.735421 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33576e56-96d8-4f30-836e-cf81962b905d req-36936f93-4a58-45b6-85e1-e5d0bf004ed1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:55.745149 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Network a6ac8742-47be-4a00-b65f-0675d13dc794 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:56:55.745994 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-33576e56-96d8-4f30-836e-cf81962b905d req-36936f93-4a58-45b6-85e1-e5d0bf004ed1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.2073784
Jun 29 20:56:55.786525 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, a6ac8742-47be-4a00-b65f-0675d13dc794) {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:55.796100 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:55.797186 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:55.801171 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fd1589-88a0-406a-8a6d-350bed39dba6 None None] Network a6ac8742-47be-4a00-b65f-0675d13dc794 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:56:55.841164 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-33576e56-96d8-4f30-836e-cf81962b905d req-b37f2699-76d6-4949-8f39-792de7db97da tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941174
Jun 29 20:56:55.871291 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8574448
Jun 29 20:56:55.873954 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55354) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:55.880400 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:56:55.885946 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:55.890405 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Usage tracker for resource:router and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:55.894464 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:55.906838 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:55.946452 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3424'] for router, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:55.948168 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3455'] for router, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:55.993099 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:56.312198 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc11f0e4-5da9-589f-bb4c-f91e8ff43252-a6ac8742-47be-4a00-b65f-0675d13dc794', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9'}]}} from dv-cinder-779781-1-iscsi. {{(pid=74218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 20:56:56.315652 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:56.371996 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b74978-ad26-4dcf-89e8-57cf3623a488 req-f507dcfd-6584-409d-8ec2-4966ac93160f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:56.381043 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-63b74978-ad26-4dcf-89e8-57cf3623a488 req-f507dcfd-6584-409d-8ec2-4966ac93160f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2167337
Jun 29 20:56:56.423197 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:56.450552 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ec2b29f8-269d-4da8-bbe7-94ec0f3aa4f8 req-e113c942-9f81-4c14-9af3-0c631b48dd84 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 1098 time: 0.3344066
Jun 29 20:56:56.456269 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-63b74978-ad26-4dcf-89e8-57cf3623a488 req-0330bc2f-931e-4566-bb83-7e1aef5e1c6b tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735478
Jun 29 20:56:56.532987 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.db_base_plugin_common [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Allocated IP 172.20.0.2 (a6ac8742-47be-4a00-b65f-0675d13dc794/6da294a2-2cf7-453f-a2e2-a6bbfd5310a9/6f5c0256-ce77-4eee-b300-761bf30675f5) {{(pid=74218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:56:56.863602 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b29f8-269d-4da8-bbe7-94ec0f3aa4f8 req-377d36e5-3d5d-433a-a33b-f70e7ef1ab90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:56.865803 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ec2b29f8-269d-4da8-bbe7-94ec0f3aa4f8 req-377d36e5-3d5d-433a-a33b-f70e7ef1ab90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 200  len: 920 time: 0.3827989
Jun 29 20:56:56.871458 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-fe7c74ec-27db-4d7d-a5ec-9cf8c5398429 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:56.875466 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Notify callbacks [] for port, precommit_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:56.886167 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-fe7c74ec-27db-4d7d-a5ec-9cf8c5398429 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/networks?id=1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 200  len: 814 time: 0.2614779
Jun 29 20:56:56.908737 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-d31bb7d6-36dd-49d4-8fd2-4ce0df3c301d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/quotas/9f2a0c1ddcba46d8bad101e19c371426 HTTP/1.1" status: 200  len: 375 time: 0.0207667
Jun 29 20:56:56.911383 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Transition to ACTIVE for port object 6f5c0256-ce77-4eee-b300-761bf30675f5 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:56.958123 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Transition to ACTIVE for port object 6f5c0256-ce77-4eee-b300-761bf30675f5 will not be triggered until provisioned by entity DHCP. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:56:56.973476 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:56.981000 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:57.044900 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ec2b29f8-269d-4da8-bbe7-94ec0f3aa4f8 req-f94ed9c3-01c9-4a92-a2c5-ba2cb9c3e543 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0 HTTP/1.1" status: 200  len: 217 time: 0.1668305
Jun 29 20:56:57.047991 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-44da2e96-00cb-49d0-ba45-39cbce493584 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1370552
Jun 29 20:56:57.099684 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 7da33687-be24-459e-bc40-f276e6e94e99 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:57.191647 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b29f8-269d-4da8-bbe7-94ec0f3aa4f8 req-280586c0-525d-47b6-a69a-199548320452 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:57.193257 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ec2b29f8-269d-4da8-bbe7-94ec0f3aa4f8 req-280586c0-525d-47b6-a69a-199548320452 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 200  len: 859 time: 0.1364868
Jun 29 20:56:57.220177 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Pushing event updated for resources: {'Port': ['ID=6f5c0256-ce77-4eee-b300-761bf30675f5,revision_number=1']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:57.234598 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Network a6ac8742-47be-4a00-b65f-0675d13dc794 is already hosted by enough agents. {{(pid=74218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:57.240362 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:57.241481 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.base_scheduler [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Resources bound (agent type, host, resource id):  {{(pid=74218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:57.244179 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Received port after_create {{(pid=74218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:56:57.249276 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-5ea42ed7-227a-43dc-bc8a-460f9ac1f993 service neutron] 10.222.0.15 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912491
Jun 29 20:56:57.272454 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ec2b29f8-269d-4da8-bbe7-94ec0f3aa4f8 req-ac7de035-d1f7-4dd2-ab11-9d1a5ffe916b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e765c4e-8e0a-4679-9639-4ff3f118b9af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653374
Jun 29 20:56:57.285386 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:57.355810 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Attempting to bind port 6f5c0256-ce77-4eee-b300-761bf30675f5 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:56:57.356375 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Attempting to bind port 6f5c0256-ce77-4eee-b300-761bf30675f5 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:56:57.356706 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Attempting to bind port 6f5c0256-ce77-4eee-b300-761bf30675f5 on network a6ac8742-47be-4a00-b65f-0675d13dc794 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:56:57.369356 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:56:57.369723 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Checking segment: {'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:56:57.370105 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:57.370758 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Bound using segment: {'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:56:57.371271 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Bound port: 6f5c0256-ce77-4eee-b300-761bf30675f5, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:56:57.371646 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:57.388044 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:57.475354 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] For port 6f5c0256-ce77-4eee-b300-761bf30675f5, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:56:57.482091 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] For port 6f5c0256-ce77-4eee-b300-761bf30675f5, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=6f5c0256-ce77-4eee-b300-761bf30675f5,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:56:57.492507 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:57.498338 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:57.538030 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 7da33687-be24-459e-bc40-f276e6e94e99 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:57.559692 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-a14ddb99-98f8-4595-a98a-2a666245d2b4 service neutron] 10.222.0.15 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3094649
Jun 29 20:56:57.567262 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 7da33687-be24-459e-bc40-f276e6e94e99 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:57.567640 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:57.588475 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f41994a6-a19b-407b-a5b7-9a7c51cca228 req-29296c88-31a1-4247-b955-8ec10ff3dbc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2241952
Jun 29 20:56:57.593994 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 55398) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:57.712960 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ec2b29f8-269d-4da8-bbe7-94ec0f3aa4f8 req-ceb800a6-f9dd-41c3-aa4c-7e19c32f85f5 service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3567526
Jun 29 20:56:57.753234 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Pushing event updated for resources: {'Port': ['ID=6f5c0256-ce77-4eee-b300-761bf30675f5,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:57.761956 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:57.822265 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:57.864333 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 7da33687-be24-459e-bc40-f276e6e94e99, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=7da33687-be24-459e-bc40-f276e6e94e99,segment=NetworkSegment(59e46a08-626a-4624-bbfe-48e609497e3c),segment_id=59e46a08-626a-4624-bbfe-48e609497e3c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:56:57.879501 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:57.881423 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:57.968884 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=7da33687-be24-459e-bc40-f276e6e94e99,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:57.974818 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:57.980190 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:58.076501 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:56:58.082193 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] Usage tracker for resource:security_group_rule and tenant:f70abe5f0f57488591b97d90e657023e is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:56:58.132381 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ec2b29f8-269d-4da8-bbe7-94ec0f3aa4f8 req-b0cb6f51-e5cf-4f91-bc1a-94cf30fce1ac service neutron] 10.222.0.60 "GET /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4070270
Jun 29 20:56:58.152806 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:56:58.165061 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:56:58.194916 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Allocated IP 172.27.2.108 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/3b7141ab-297d-4142-88e6-cc05b9efec54) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:56:58.206856 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55422) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:58.350395 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device a52622e2-cb29-438d-9466-b3f2c2619f2f no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:56:58.407842 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7cd60-8ca8-4b24-9cea-55771b199420 req-04c14a1e-fc40-409b-99ca-2299714832c6 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:58.415229 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6dc7cd60-8ca8-4b24-9cea-55771b199420 req-04c14a1e-fc40-409b-99ca-2299714832c6 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.3717155
Jun 29 20:56:58.423301 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:58.450840 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b498-1033-4812-92a8-b37ee0d4240d req-a619dadf-0093-4f15-94a8-cb346a444f65 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:56:58.458656 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-22d7b498-1033-4812-92a8-b37ee0d4240d req-a619dadf-0093-4f15-94a8-cb346a444f65 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.3106213
Jun 29 20:56:58.477684 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:58.489400 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-2e76f111-0672-4ea2-b5c3-905d112c07ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:58.496604 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:58.504661 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b1b698da-2552-46ec-b862-551a74de99a6 req-a1769d65-b5c5-4399-852e-adc54e7b7a30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2965112
Jun 29 20:56:58.524437 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6856a5bd-56ba-494c-9dbc-b003ca46516e,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:58.531948 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:58.558515 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:58.570501 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-82985475-fad1-4e2b-bb77-9cd973a62617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:58.595326 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6dc7cd60-8ca8-4b24-9cea-55771b199420 req-38745fb8-17b5-4c9c-8ea6-43bb6bc83db9 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1793571
Jun 29 20:56:58.626403 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f70abe5f0f57488591b97d90e657023e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0311291
Jun 29 20:56:58.627940 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 55434) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:56:58.644465 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-22d7b498-1033-4812-92a8-b37ee0d4240d req-a971074c-0ae7-43ae-a0b6-442b5151be14 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847627
Jun 29 20:56:58.709262 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Pushing event updated for resources: {'Port': ['ID=3b7141ab-297d-4142-88e6-cc05b9efec54,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:58.712434 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:58.714603 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:56:58.715823 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:56:58.718150 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:56:58.773945 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d544cde2-a964-4136-9e79-187fd011e467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:58.831010 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d544cde2-a964-4136-9e79-187fd011e467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:59.024740 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:59.025716 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540'] for router, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:59.069331 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dbfc7ae0-0e18-4a0a-951a-9ca6cf795ab5 req-b9e3e097-5eac-4ed6-889e-731e20db0858 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 210 time: 0.1125181
Jun 29 20:56:59.098472 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d544cde2-a964-4136-9e79-187fd011e467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:59.115863 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-88c05b50-329e-401a-966b-1777124d5630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:56:59.132251 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544cde2-a964-4136-9e79-187fd011e467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6856a5bd-56ba-494c-9dbc-b003ca46516e,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:56:59.134995 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d544cde2-a964-4136-9e79-187fd011e467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:56:59.142362 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d544cde2-a964-4136-9e79-187fd011e467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:59.147379 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-d544cde2-a964-4136-9e79-187fd011e467 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6856a5bd-56ba-494c-9dbc-b003ca46516e HTTP/1.1" status: 204  len: 168 time: 0.5153701
Jun 29 20:56:59.175235 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 6f5c0256-ce77-4eee-b300-761bf30675f5 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:59.299961 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 6f5c0256-ce77-4eee-b300-761bf30675f5 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:59.305742 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 7da33687-be24-459e-bc40-f276e6e94e99 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:56:59.386023 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992599f4-2c04-4ee4-847a-6d6178b15cd6 None None] Network a6ac8742-47be-4a00-b65f-0675d13dc794 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:56:59.528735 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-9a454b19-3bba-4915-8e8b-6ee979a63361 None None] Provisioning for port 6f5c0256-ce77-4eee-b300-761bf30675f5 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:56:59.538991 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 is scheduled to L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e with binding_index 1 {{(pid=74217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 20:56:59.550014 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 7da33687-be24-459e-bc40-f276e6e94e99 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:59.550388 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:59.573769 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-9a454b19-3bba-4915-8e8b-6ee979a63361 None None] Provisioning complete for port 6f5c0256-ce77-4eee-b300-761bf30675f5 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:56:59.574188 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9a454b19-3bba-4915-8e8b-6ee979a63361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:59.864156 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:56:59.882932 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Sync routers for ids ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:56:59.922050 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:56:59.926576 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.0480397
Jun 29 20:56:59.926719 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55462) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:00.032284 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9a454b19-3bba-4915-8e8b-6ee979a63361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:00.043421 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Routers {'4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:57:00.044260 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446385a00>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:00.100995 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e351ac-12a0-45ed-b52a-aecaf9402bde req-b5598b28-f0db-4885-a383-78210234f15d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:00.105847 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b7e351ac-12a0-45ed-b52a-aecaf9402bde req-b5598b28-f0db-4885-a383-78210234f15d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2452145
Jun 29 20:57:00.225886 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917362ad-00ad-40d0-8518-ad8e53089aed req-ef2888a6-f9c8-4812-8a76-2e364255d6cc tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:00.228117 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-917362ad-00ad-40d0-8518-ad8e53089aed req-ef2888a6-f9c8-4812-8a76-2e364255d6cc tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.3106506
Jun 29 20:57:00.251344 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-cc0c9353-20f2-4f44-9085-510877063955 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:00.253743 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-cc0c9353-20f2-4f44-9085-510877063955 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "GET /v2.0/networks?id=1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 200  len: 814 time: 0.2317500
Jun 29 20:57:00.307668 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b7e351ac-12a0-45ed-b52a-aecaf9402bde req-24d7ff23-2874-491d-a6f0-7f828e32c213 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886952
Jun 29 20:57:00.319734 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-9a454b19-3bba-4915-8e8b-6ee979a63361 None None] For port 6f5c0256-ce77-4eee-b300-761bf30675f5, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=6f5c0256-ce77-4eee-b300-761bf30675f5,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:00.349560 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9a454b19-3bba-4915-8e8b-6ee979a63361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:00.353870 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-38cf02f0-c6f5-45b3-99a2-03c0a3697d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:00.360563 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-917362ad-00ad-40d0-8518-ad8e53089aed req-d72b21da-d387-4f5b-b097-4f7f24b2e4f0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1256564
Jun 29 20:57:00.369223 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Request body: {'port': {'device_id': 'b18329ec-b86b-480b-8cfb-f12086a01a4e', 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964', 'admin_state_up': True, 'tenant_id': '9f2a0c1ddcba46d8bad101e19c371426'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:00.542287 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a454b19-3bba-4915-8e8b-6ee979a63361 None None] Pushing event updated for resources: {'Port': ['ID=6f5c0256-ce77-4eee-b300-761bf30675f5,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:00.560223 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-9a454b19-3bba-4915-8e8b-6ee979a63361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:00.570728 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Set router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:57:00.620281 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e890f0e4-1325-4b96-b0a0-ec8dfbb1321b req-830c32ed-e852-456c-bd6e-e2d17dca7199 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 210 time: 0.0991979
Jun 29 20:57:00.699416 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1180f13a-8994-4d07-9087-e173e7921a67 None None] Provisioning complete for port 6f5c0256-ce77-4eee-b300-761bf30675f5 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:00.699800 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1180f13a-8994-4d07-9087-e173e7921a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:00.717568 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:00.724697 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Usage tracker for resource:port and tenant:9f2a0c1ddcba46d8bad101e19c371426 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:00.728831 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:00.736366 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:00.763614 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Made reservation on behalf of 9f2a0c1ddcba46d8bad101e19c371426 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:57:00.766596 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:01.035172 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Allocated IP 172.20.0.9 (1d5bead4-e2f1-44b9-97ad-701849f7e964/630813ae-6938-45f7-a451-02e152b1e922/f862e310-cda7-4976-a013-4624d4ffec07) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:57:01.099999 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 6f5c0256-ce77-4eee-b300-761bf30675f5 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:01.239705 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446385a00>, [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:56:58Z', 'revision_number': 3, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:01.246886 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Checking router: 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:57:01.247483 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Updating router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 port 3b7141ab-297d-4142-88e6-cc05b9efec54 binding host dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:57:01.288185 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 6f5c0256-ce77-4eee-b300-761bf30675f5 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:01.288770 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:01.373196 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:01.714243 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:01.776516 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:01.782794 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa279-655c-46b0-be63-1632f02fd58f req-cff2ac65-d8d7-4158-835f-c12c48136d03 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:01.784128 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7a9d4793-35b1-4c94-bb7e-db312b797e57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:01.790322 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a24fa279-655c-46b0-be63-1632f02fd58f req-cff2ac65-d8d7-4158-835f-c12c48136d03 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1182516
Jun 29 20:57:01.815984 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f90da5-9d34-4b37-8ad0-363ec135ed3d req-e9c80b3a-72a2-42de-a235-05d4ea45c513 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:01.817473 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-51f90da5-9d34-4b37-8ad0-363ec135ed3d req-e9c80b3a-72a2-42de-a235-05d4ea45c513 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2464600
Jun 29 20:57:01.839302 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['002614df-5979-4f83-b55d-1bdfe4a85527', '4729a45b-ca20-4394-948e-5fd7274758da', 'fd36f385-de4e-49ff-b035-b6949db9aace'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:57:01.883620 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a24fa279-655c-46b0-be63-1632f02fd58f req-6f37f601-6082-4def-b670-c40eb7e94ef6 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923562
Jun 29 20:57:01.891007 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-51f90da5-9d34-4b37-8ad0-363ec135ed3d req-f142c54b-4d74-4440-895a-2e68b066537f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647695
Jun 29 20:57:01.906907 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Network 1d5bead4-e2f1-44b9-97ad-701849f7e964 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:57:01.912108 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:01.915892 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Pushing event updated for resources: {'Port': ['ID=f862e310-cda7-4976-a013-4624d4ffec07,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:01.918194 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:57:01.981928 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:02.005777 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Notify callbacks [] for port, precommit_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:02.021712 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Transition to ACTIVE for port object 3b7141ab-297d-4142-88e6-cc05b9efec54 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:02.039735 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:02.063150 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:02.084913 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:02.086016 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:02.127143 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7703209
Jun 29 20:57:02.131606 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f334813-a930-435e-a516-50d2e8ca0c86 req-68ee713a-2d5b-4d76-a623-b44e230bae2e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:02.133246 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9f334813-a930-435e-a516-50d2e8ca0c86 req-68ee713a-2d5b-4d76-a623-b44e230bae2e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 931 time: 0.0926251
Jun 29 20:57:02.161728 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Request body: {'port': {'device_id': 'b18329ec-b86b-480b-8cfb-f12086a01a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:02.200354 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:02.204603 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9f334813-a930-435e-a516-50d2e8ca0c86 req-f2571909-9f30-4fae-98cc-0ae62d0371c8 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642242
Jun 29 20:57:02.253054 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdbad6-684a-4394-9ce1-c0024e9174cd None None] Pushing event updated for resources: {'Port': ['ID=3b7141ab-297d-4142-88e6-cc05b9efec54,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:02.258585 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-0fcdbad6-684a-4394-9ce1-c0024e9174cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:02.266355 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Attempting to bind port 3b7141ab-297d-4142-88e6-cc05b9efec54 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:57:02.266740 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Attempting to bind port 3b7141ab-297d-4142-88e6-cc05b9efec54 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:57:02.267092 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Attempting to bind port 3b7141ab-297d-4142-88e6-cc05b9efec54 on network 0460bb14-7d62-4976-a05c-7c2670111765 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:02.288421 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:57:02.288909 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:57:02.290185 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:02.290591 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Bound using segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:57:02.291117 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Bound port: 3b7141ab-297d-4142-88e6-cc05b9efec54, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:57:02.291451 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:02.405336 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] For port 3b7141ab-297d-4142-88e6-cc05b9efec54, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:57:02.428563 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] For port 3b7141ab-297d-4142-88e6-cc05b9efec54, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=3b7141ab-297d-4142-88e6-cc05b9efec54,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:57:02.444848 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:02.451935 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:02.454805 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:02.571813 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdbad6-684a-4394-9ce1-c0024e9174cd None None] Pushing event updated for resources: {'Port': ['ID=3b7141ab-297d-4142-88e6-cc05b9efec54,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:02.576675 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-0fcdbad6-684a-4394-9ce1-c0024e9174cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:02.634204 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Routers {'4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:57:02.635188 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446385a00>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:02.640066 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Allocated IP 172.20.0.1 (a6ac8742-47be-4a00-b65f-0675d13dc794/6da294a2-2cf7-453f-a2e2-a6bbfd5310a9/6a47392b-7fcc-4410-8811-206f946c08bb) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:57:02.890298 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] Set router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:57:02.965530 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:02.989478 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Transition to ACTIVE for port object 6a47392b-7fcc-4410-8811-206f946c08bb will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:03.070940 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f862e310-cda7-4976-a013-4624d4ffec07 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:57:03.083586 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:03.090619 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:03.098783 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:03.163871 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Network a6ac8742-47be-4a00-b65f-0675d13dc794 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:57:03.175579 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:03.178431 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:57:03.219337 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Transition to ACTIVE for port object f862e310-cda7-4976-a013-4624d4ffec07 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:03.241336 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:03.263017 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6a47392b-7fcc-4410-8811-206f946c08bb,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:03.266956 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:03.272712 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:03.354348 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591586'] for router_interface, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:03.440244 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d55382-c7d0-4428-9dee-9848c1b09bd0 req-4133e44f-95d9-46d9-8caa-b984ef80de75 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:03.442300 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c0d55382-c7d0-4428-9dee-9848c1b09bd0 req-4133e44f-95d9-46d9-8caa-b984ef80de75 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.3366580
Jun 29 20:57:03.478427 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446385a00>, [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:56:58Z', 'revision_number': 3, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:03.482541 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87051f7d-dc9c-46d0-a110-7f50442c088e None None] The sync data for ids ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'] in dv-cinder-779781-1-iscsi is: [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:56:58Z', 'revision_number': 3, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:57:03.615064 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c0d55382-c7d0-4428-9dee-9848c1b09bd0 req-3c0bed20-90a3-42b7-88f7-a130f11b49d6 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1667080
Jun 29 20:57:03.638728 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-f5d2b305-cecf-4cf4-b713-70f671a780ec None None] Provisioning for port 6a47392b-7fcc-4410-8811-206f946c08bb completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:03.645591 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-f5d2b305-cecf-4cf4-b713-70f671a780ec None None] Provisioning complete for port 6a47392b-7fcc-4410-8811-206f946c08bb triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:03.645977 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b305-cecf-4cf4-b713-70f671a780ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:03.666321 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e20fd-702a-493b-84d1-51ae9fd01fc6 req-821c9743-5847-4c4b-b15a-1b58d71cacff tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:03.668625 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d19e20fd-702a-493b-84d1-51ae9fd01fc6 req-821c9743-5847-4c4b-b15a-1b58d71cacff tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 943 time: 0.1514828
Jun 29 20:57:03.723393 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2b305-cecf-4cf4-b713-70f671a780ec None None] Port 6a47392b-7fcc-4410-8811-206f946c08bb cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:57:03.738795 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d19e20fd-702a-493b-84d1-51ae9fd01fc6 req-faf8c02f-0272-4e3a-8223-38a15ecd5609 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595291
Jun 29 20:57:03.759165 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Pushing event updated for resources: {'Port': ['ID=f862e310-cda7-4976-a013-4624d4ffec07,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:03.791297 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:03.791599 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:03.932749 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Attempting to bind port f862e310-cda7-4976-a013-4624d4ffec07 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:57:03.933082 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Attempting to bind port f862e310-cda7-4976-a013-4624d4ffec07 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:57:03.933406 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Attempting to bind port f862e310-cda7-4976-a013-4624d4ffec07 on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:03.959096 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Port f862e310-cda7-4976-a013-4624d4ffec07 on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:57:03.959344 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Attempting to bind port f862e310-cda7-4976-a013-4624d4ffec07 on network 1d5bead4-e2f1-44b9-97ad-701849f7e964 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:04.028185 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:57:04.028523 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Checking segment: {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:57:04.028945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Bound using segment: {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:57:04.029392 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Bound port: f862e310-cda7-4976-a013-4624d4ffec07, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a979acf-e763-486b-bdd0-b35fabc6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:57:04.029737 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:04.173611 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] For port f862e310-cda7-4976-a013-4624d4ffec07, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:57:04.184692 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] For port f862e310-cda7-4976-a013-4624d4ffec07, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=f862e310-cda7-4976-a013-4624d4ffec07,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:57:04.191554 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:04.197824 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:04.234293 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:04.247630 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:04.326318 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:04.327621 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] 10.222.0.60 "PUT /v2.0/ports/f862e310-cda7-4976-a013-4624d4ffec07 HTTP/1.1" status: 200  len: 1093 time: 2.1745868
Jun 29 20:57:04.329828 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18329ec-b86b-480b-8cfb-f12086a01a4e', 'tag': 'f862e310-cda7-4976-a013-4624d4ffec07'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:57:04.340359 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Pushing event updated for resources: {'Port': ['ID=f862e310-cda7-4976-a013-4624d4ffec07,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:04.343073 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594382'] for router_interface, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:04.347467 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:04.347703 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-af917b0f-993c-432d-a627-6aab27a13167 tempest-VolumesActionsTest-1453362952 tempest-VolumesActionsTest-1453362952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:04.395671 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18329ec-b86b-480b-8cfb-f12086a01a4e', 'tag': 'f862e310-cda7-4976-a013-4624d4ffec07', 'status': 'completed', 'code': 200}
Jun 29 20:57:04.484592 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6a47392b-7fcc-4410-8811-206f946c08bb,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:04.494687 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:04.549257 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Network a6ac8742-47be-4a00-b65f-0675d13dc794 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:57:04.550960 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:04.868642 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-b5f5a5f3-e722-48e1-923b-6731e0aa58ce None None] Provisioning complete for port 6a47392b-7fcc-4410-8811-206f946c08bb triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:04.869203 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a5f3-e722-48e1-923b-6731e0aa58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:04.918867 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289b178-47da-4abf-813f-659c579e4028 req-5d73b896-526f-4303-bc25-8ea0a411b78e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:04.919319 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2289b178-47da-4abf-813f-659c579e4028 req-5d73b896-526f-4303-bc25-8ea0a411b78e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1516483
Jun 29 20:57:04.939908 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5a5f3-e722-48e1-923b-6731e0aa58ce None None] Port 6a47392b-7fcc-4410-8811-206f946c08bb cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:57:04.980186 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:57:04.994312 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2289b178-47da-4abf-813f-659c579e4028 req-2b39a1bd-1782-4472-ab01-8fedad41ca72 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625086
Jun 29 20:57:05.008779 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f1864-fe75-47fe-8954-fc8d92710541 req-fda05fd0-f476-4af5-b4d6-d63b0ff1944d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:05.010211 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8f1f1864-fe75-47fe-8954-fc8d92710541 req-fda05fd0-f476-4af5-b4d6-d63b0ff1944d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 943 time: 0.1372175
Jun 29 20:57:05.058750 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8f1f1864-fe75-47fe-8954-fc8d92710541 req-b66834ab-4fea-47ba-93c7-8f4522704570 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426843
Jun 29 20:57:05.189991 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:57:05.199412 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] 10.222.0.15 "PUT /v2.0/routers/4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2715292
Jun 29 20:57:06.132025 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55584) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:06.138638 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2092459925-network', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:06.145480 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:06.149473 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Usage tracker for resource:network and tenant:58fc9be814ca4e12b5ecc4b3030573ad is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:06.152667 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:06.158772 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:06.172221 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Made reservation on behalf of 58fc9be814ca4e12b5ecc4b3030573ad for: {'network': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:57:06.175038 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:06.188179 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:06.222301 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:06.226112 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Usage tracker for resource:security_group_rule and tenant:58fc9be814ca4e12b5ecc4b3030573ad is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:06.228904 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:06.234857 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:06.286642 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ebf4-3579-4342-941f-c597c8728125 req-82d0ff97-d18f-4c4d-813b-a319f208abf7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:06.288067 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7f68ebf4-3579-4342-941f-c597c8728125 req-82d0ff97-d18f-4c4d-813b-a319f208abf7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 943 time: 0.1036308
Jun 29 20:57:06.293468 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ba9e2-5da7-4fcc-aca5-9f052d03c0e0 req-26dfb6c9-342e-46cd-9dec-75ec781dee03 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:06.294782 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d16ba9e2-5da7-4fcc-aca5-9f052d03c0e0 req-26dfb6c9-342e-46cd-9dec-75ec781dee03 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1504540
Jun 29 20:57:06.306235 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:06.311844 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:06.316506 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-79e5f266-1ac6-423d-82da-e248e84949c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:06.347115 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560}  {{(pid=74217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:57:06.357397 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca86b39-7ed4-4ea8-a341-70445f41f892,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:06.361946 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:06.369635 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:06.369981 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.segments_db [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Added segment bf454fa9-0add-49af-8708-1939ed198355 of type vlan for network e18858dc-f8d2-45eb-9808-5eee15ded5cf
Jun 29 20:57:06.375843 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7f68ebf4-3579-4342-941f-c597c8728125 req-fd16faa2-109a-4c59-8cf0-f42233412b97 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801358
Jun 29 20:57:06.396184 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d16ba9e2-5da7-4fcc-aca5-9f052d03c0e0 req-a24f7b3a-b1f9-439a-8e4e-5202adf46dc5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852697
Jun 29 20:57:06.415816 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:06.445405 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:06.446598 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:06.447228 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:06.450408 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:06.667082 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Pushing event updated for resources: {'Network': ['ID=e18858dc-f8d2-45eb-9808-5eee15ded5cf,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:06.670414 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:06.675506 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5401773
Jun 29 20:57:06.676921 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55594) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:06.679825 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network e18858dc-f8d2-45eb-9808-5eee15ded5cf details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:57:06.690381 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Request body: {'subnet': {'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2092459925-subnet', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'ip_version': 4}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:06.697891 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:06.706294 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Usage tracker for resource:subnet and tenant:58fc9be814ca4e12b5ecc4b3030573ad is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:06.707662 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:06.715273 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:06.730922 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Made reservation on behalf of 58fc9be814ca4e12b5ecc4b3030573ad for: {'subnet': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:57:06.733418 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4136731'] for subnet, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:06.748524 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-93e1b08a-d9ec-4bdd-9e63-31809681a744 req-bb810e98-c09f-4421-b708-efe8d86f79da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 1096 time: 0.1570609
Jun 29 20:57:06.972604 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1b08a-d9ec-4bdd-9e63-31809681a744 req-6ffed6a9-f8b6-4dc8-98d1-5762c2d88a5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:06.974042 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-93e1b08a-d9ec-4bdd-9e63-31809681a744 req-6ffed6a9-f8b6-4dc8-98d1-5762c2d88a5c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1769526
Jun 29 20:57:07.176497 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4136713'] for subnet, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:07.181740 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1b08a-d9ec-4bdd-9e63-31809681a744 req-ab7b1800-aeb6-4ff8-b547-81f9275d88a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:07.183152 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-93e1b08a-d9ec-4bdd-9e63-31809681a744 req-ab7b1800-aeb6-4ff8-b547-81f9275d88a1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1780734
Jun 29 20:57:07.184471 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-3e07806b-b7eb-4a8e-8881-d9c12bc6bc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:07.254746 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a266326-5d65-428e-9916-41f3a260fd6e,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:07.259763 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:07.269270 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Checking segment: {'id': 'bf454fa9-0add-49af-8708-1939ed198355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:57:07.269622 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Network hostable DHCP agents. Network: e18858dc-f8d2-45eb-9808-5eee15ded5cf, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:57:07.290421 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Network e18858dc-f8d2-45eb-9808-5eee15ded5cf is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:57:07.299488 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, e18858dc-f8d2-45eb-9808-5eee15ded5cf) {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:07.305119 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:07.305689 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:07.309834 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1815cd-546e-4063-bbb0-573306345463 None None] Network e18858dc-f8d2-45eb-9808-5eee15ded5cf requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:57:07.329717 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d620895b-e1d8-4b23-84ae-171b8f571847 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6495697
Jun 29 20:57:07.330303 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 55600) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:07.335474 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2092459925-router', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:07.340060 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:07.344267 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Usage tracker for resource:router and tenant:58fc9be814ca4e12b5ecc4b3030573ad is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:07.352027 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:07.358602 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:07.370318 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3424'] for router, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:07.371623 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3455'] for router, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:07.396261 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:07.553313 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc11f0e4-5da9-589f-bb4c-f91e8ff43252-e18858dc-f8d2-45eb-9808-5eee15ded5cf', 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'fixed_ips': [{'subnet_id': '7a266326-5d65-428e-9916-41f3a260fd6e'}]}} from dv-cinder-779781-1-iscsi. {{(pid=74218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 20:57:07.554250 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:07.747909 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:07.748705 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.db_base_plugin_common [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Allocated IP 172.20.0.2 (e18858dc-f8d2-45eb-9808-5eee15ded5cf/7a266326-5d65-428e-9916-41f3a260fd6e/982fa60f-cd01-4e75-9d25-42131e315cff) {{(pid=74218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:57:07.782505 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52d6a1-365e-40d0-9f8e-a924d18a76d8 req-cdb2aee5-2245-4891-a66d-4459d3c5e41e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:07.784414 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dc52d6a1-365e-40d0-9f8e-a924d18a76d8 req-cdb2aee5-2245-4891-a66d-4459d3c5e41e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 943 time: 0.2382429
Jun 29 20:57:07.829182 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11835c-6c3a-4277-9213-e3ad25bc983c req-981702f7-cb11-45c3-88c2-0a917765316e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:07.830964 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bc11835c-6c3a-4277-9213-e3ad25bc983c req-981702f7-cb11-45c3-88c2-0a917765316e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.2324169
Jun 29 20:57:07.940372 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dc52d6a1-365e-40d0-9f8e-a924d18a76d8 req-25209a26-909d-4a0a-a95c-027d671c7ca7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428180
Jun 29 20:57:07.958270 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bc11835c-6c3a-4277-9213-e3ad25bc983c req-adde5190-80a6-4d57-a385-3a9c324bca93 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767453
Jun 29 20:57:07.970309 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:07.981220 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Transition to ACTIVE for port object 982fa60f-cd01-4e75-9d25-42131e315cff will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:08.005166 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Transition to ACTIVE for port object 982fa60f-cd01-4e75-9d25-42131e315cff will not be triggered until provisioned by entity DHCP. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:08.010873 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:08.015073 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:08.051540 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:08.080466 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Network e18858dc-f8d2-45eb-9808-5eee15ded5cf is already hosted by enough agents. {{(pid=74218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:57:08.080718 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:08.083950 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.base_scheduler [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Resources bound (agent type, host, resource id):  {{(pid=74218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:08.086834 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Received port after_create {{(pid=74218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:57:08.088775 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Pushing event updated for resources: {'Port': ['ID=982fa60f-cd01-4e75-9d25-42131e315cff,revision_number=1']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:08.091955 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:08.180202 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Attempting to bind port 982fa60f-cd01-4e75-9d25-42131e315cff on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:57:08.180624 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Attempting to bind port 982fa60f-cd01-4e75-9d25-42131e315cff by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'bf454fa9-0add-49af-8708-1939ed198355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:57:08.181092 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Attempting to bind port 982fa60f-cd01-4e75-9d25-42131e315cff on network e18858dc-f8d2-45eb-9808-5eee15ded5cf {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:08.187595 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:57:08.187964 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Checking segment: {'id': 'bf454fa9-0add-49af-8708-1939ed198355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:57:08.188359 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:08.188775 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Bound using segment: {'id': 'bf454fa9-0add-49af-8708-1939ed198355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:57:08.189312 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Bound port: 982fa60f-cd01-4e75-9d25-42131e315cff, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf454fa9-0add-49af-8708-1939ed198355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:57:08.189678 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:08.224817 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Allocated IP 172.27.2.162 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/bdc0a4ed-635b-43f4-b004-de42ac51b358) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:57:08.277852 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] For port 982fa60f-cd01-4e75-9d25-42131e315cff, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:57:08.280798 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] For port 982fa60f-cd01-4e75-9d25-42131e315cff, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=982fa60f-cd01-4e75-9d25-42131e315cff,segment=NetworkSegment(bf454fa9-0add-49af-8708-1939ed198355),segment_id=bf454fa9-0add-49af-8708-1939ed198355)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:57:08.285341 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:08.289261 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-38cf02f0-c6f5-45b3-99a2-03c0a3697d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:08.363134 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Pushing event updated for resources: {'Port': ['ID=982fa60f-cd01-4e75-9d25-42131e315cff,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:08.366329 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:08.370778 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:08.401895 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:08.405548 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:08.469353 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:57:08.472876 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:08.477220 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:57:08.513643 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc0a4ed-635b-43f4-b004-de42ac51b358,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:08.518747 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:08.747029 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:08.747808 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540'] for router, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:08.990660 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Router e3c0db3d-19e0-421d-bc35-f588f23fccf8 is scheduled to L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e with binding_index 1 {{(pid=74216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 20:57:08.991812 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 982fa60f-cd01-4e75-9d25-42131e315cff up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:09.094274 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 982fa60f-cd01-4e75-9d25-42131e315cff completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:09.335775 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:57:09.344313 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Sync routers for ids ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:57:09.347448 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a5b2c-0695-425f-ad4b-cebc5dda5ab6 req-078f7514-410b-432f-af09-c50ee38fb486 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:09.348900 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f3a5b2c-0695-425f-ad4b-cebc5dda5ab6 req-078f7514-410b-432f-af09-c50ee38fb486 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 943 time: 0.1857166
Jun 29 20:57:09.358681 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Routers {'e3c0db3d-19e0-421d-bc35-f588f23fccf8'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:57:09.359603 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445d261f0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:09.367600 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53431-3e40-4d69-8d3b-3f5dab992e24 req-70070331-dae3-4705-81a2-c9502c844e84 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:09.369375 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-17d53431-3e40-4d69-8d3b-3f5dab992e24 req-70070331-dae3-4705-81a2-c9502c844e84 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.2069850
Jun 29 20:57:09.380740 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33b0b4-6a90-4d98-8dff-31bd1f23206d None None] Network e18858dc-f8d2-45eb-9808-5eee15ded5cf requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:57:09.443282 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Notify callbacks [] for router, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:09.447331 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55634) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:09.447761 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.1161849
Jun 29 20:57:09.462975 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f3a5b2c-0695-425f-ad4b-cebc5dda5ab6 req-ff5228ca-08a3-49f4-a78c-c6a903bbbd1a tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045618
Jun 29 20:57:09.478654 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-340ef999-26ec-4b79-a124-e6a90b04e965 None None] Provisioning for port 982fa60f-cd01-4e75-9d25-42131e315cff completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:09.485243 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-340ef999-26ec-4b79-a124-e6a90b04e965 None None] Provisioning complete for port 982fa60f-cd01-4e75-9d25-42131e315cff triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:09.485430 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-17d53431-3e40-4d69-8d3b-3f5dab992e24 req-4c760e25-48e7-4ba3-8ea6-c8fc5db7a2a4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976167
Jun 29 20:57:09.485615 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-340ef999-26ec-4b79-a124-e6a90b04e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:09.581807 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Set router e3c0db3d-19e0-421d-bc35-f588f23fccf8 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:57:09.820523 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-340ef999-26ec-4b79-a124-e6a90b04e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:09.863405 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-340ef999-26ec-4b79-a124-e6a90b04e965 None None] For port 982fa60f-cd01-4e75-9d25-42131e315cff, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=982fa60f-cd01-4e75-9d25-42131e315cff,segment=NetworkSegment(bf454fa9-0add-49af-8708-1939ed198355),segment_id=bf454fa9-0add-49af-8708-1939ed198355)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:09.870909 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-340ef999-26ec-4b79-a124-e6a90b04e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:09.872861 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:09.899341 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445d261f0>, [{'id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'name': 'tempest-TestShelveInstance-2092459925-router', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:57:07Z', 'updated_at': '2021-06-29T20:57:08Z', 'revision_number': 3, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'gw_port': {'id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:08Z', 'updated_at': '2021-06-29T20:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:09.903438 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Checking router: e3c0db3d-19e0-421d-bc35-f588f23fccf8 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:57:09.903785 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Updating router e3c0db3d-19e0-421d-bc35-f588f23fccf8 port bdc0a4ed-635b-43f4-b004-de42ac51b358 binding host dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:57:09.960105 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ef999-26ec-4b79-a124-e6a90b04e965 None None] Pushing event updated for resources: {'Port': ['ID=982fa60f-cd01-4e75-9d25-42131e315cff,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:09.963803 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-340ef999-26ec-4b79-a124-e6a90b04e965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:09.987731 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:10.198951 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-647c2024-ec74-4c32-a9f9-94a0def5783c None None] Provisioning complete for port 982fa60f-cd01-4e75-9d25-42131e315cff triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:10.199576 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-647c2024-ec74-4c32-a9f9-94a0def5783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:10.317986 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-9dff26cc-1088-43a1-8649-227dd88884a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 1096 time: 0.1358371
Jun 29 20:57:10.323330 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Notify callbacks [] for port, precommit_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:10.335709 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.provisioning_blocks [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Transition to ACTIVE for port object bdc0a4ed-635b-43f4-b004-de42ac51b358 will not be triggered until provisioned by entity L2. {{(pid=74219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:10.344039 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:10.357281 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-d3fe3853-2bcf-4b27-991f-a68f97dbe86b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:10.450593 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Attempting to bind port bdc0a4ed-635b-43f4-b004-de42ac51b358 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:57:10.450965 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Attempting to bind port bdc0a4ed-635b-43f4-b004-de42ac51b358 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:57:10.451326 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Attempting to bind port bdc0a4ed-635b-43f4-b004-de42ac51b358 on network 0460bb14-7d62-4976-a05c-7c2670111765 {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:10.457977 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6d215-eaff-4a81-a400-9e3ce516091d None None] Pushing event updated for resources: {'Port': ['ID=bdc0a4ed-635b-43f4-b004-de42ac51b358,revision_number=2']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:10.462306 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-80a6d215-eaff-4a81-a400-9e3ce516091d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:10.463436 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:57:10.463808 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:57:10.464202 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:10.464598 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Bound using segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:57:10.465254 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Bound port: bdc0a4ed-635b-43f4-b004-de42ac51b358, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:57:10.465642 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:10.536770 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-e02071c4-aa72-4895-b5bd-230d46d7b9ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f862e310-cda7-4976-a013-4624d4ffec07 HTTP/1.1" status: 200  len: 217 time: 0.1830332
Jun 29 20:57:10.537344 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] For port bdc0a4ed-635b-43f4-b004-de42ac51b358, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:57:10.539745 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] For port bdc0a4ed-635b-43f4-b004-de42ac51b358, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=bdc0a4ed-635b-43f4-b004-de42ac51b358,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:57:10.545210 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:10.550379 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:10.652818 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6d215-eaff-4a81-a400-9e3ce516091d None None] Pushing event updated for resources: {'Port': ['ID=bdc0a4ed-635b-43f4-b004-de42ac51b358,revision_number=3']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:10.665119 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-80a6d215-eaff-4a81-a400-9e3ce516091d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:10.665978 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-3e7029ae-e634-4905-a10f-dbe1d46ea9bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:10.668371 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-3e7029ae-e634-4905-a10f-dbe1d46ea9bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=630813ae-6938-45f7-a451-02e152b1e922 HTTP/1.1" status: 200  len: 854 time: 0.1257558
Jun 29 20:57:10.679128 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Routers {'e3c0db3d-19e0-421d-bc35-f588f23fccf8'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:57:10.679981 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445d261f0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:56:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:10.741107 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-052e9642-27d3-46a6-87b2-b64e92e84754 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d5bead4-e2f1-44b9-97ad-701849f7e964&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572138
Jun 29 20:57:10.775338 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:10.849500 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56877d-e451-482b-923d-7a6f05beb79b req-fe7ca837-94e5-4895-8a74-9231a5dc0cf6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:10.856294 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6a56877d-e451-482b-923d-7a6f05beb79b req-fe7ca837-94e5-4895-8a74-9231a5dc0cf6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 943 time: 0.1624017
Jun 29 20:57:10.887957 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e13618-e253-446a-a993-b04f818e3a5a req-11c8f71c-3a9b-497e-91e1-5946327ba785 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:10.889365 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-71e13618-e253-446a-a993-b04f818e3a5a req-11c8f71c-3a9b-497e-91e1-5946327ba785 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1485994
Jun 29 20:57:10.890625 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] Set router e3c0db3d-19e0-421d-bc35-f588f23fccf8 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:57:10.950218 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6a56877d-e451-482b-923d-7a6f05beb79b req-6b53fed1-3919-48e7-bb39-ebdd590ede31 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929706
Jun 29 20:57:10.982194 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 982fa60f-cd01-4e75-9d25-42131e315cff up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:10.983357 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-71e13618-e253-446a-a993-b04f818e3a5a req-da945d68-c64d-4a8e-b9af-bffdfbd7d602 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855892
Jun 29 20:57:10.990981 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-d63f6d82-4e8f-4b1f-9c2f-33304abed677 service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426598
Jun 29 20:57:11.072347 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 982fa60f-cd01-4e75-9d25-42131e315cff triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:11.072770 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:11.229634 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445d261f0>, [{'id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'name': 'tempest-TestShelveInstance-2092459925-router', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:57:07Z', 'updated_at': '2021-06-29T20:57:08Z', 'revision_number': 3, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'gw_port': {'id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:08Z', 'updated_at': '2021-06-29T20:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:11.233704 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabaa324-4aef-4022-a407-6adb7e08ceee None None] The sync data for ids ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'] in dv-cinder-779781-1-iscsi is: [{'id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'name': 'tempest-TestShelveInstance-2092459925-router', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:57:07Z', 'updated_at': '2021-06-29T20:57:08Z', 'revision_number': 3, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'gw_port': {'id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:08Z', 'updated_at': '2021-06-29T20:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:57:11.246047 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2d46fcc3-3899-480a-8bbc-d297c628240d req-3f0f7fb0-03ce-4a7d-b2c8-1fab71af675a service neutron] 10.222.0.60 "GET /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2435563
Jun 29 20:57:11.263389 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Allocated IP 172.20.0.1 (e18858dc-f8d2-45eb-9808-5eee15ded5cf/7a266326-5d65-428e-9916-41f3a260fd6e/3c9c6696-9304-4a64-8f14-b1d614f4302e) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:57:11.408768 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:11.423522 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Transition to ACTIVE for port object 3c9c6696-9304-4a64-8f14-b1d614f4302e will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:11.445233 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:11.449273 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:11.510706 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Network e18858dc-f8d2-45eb-9808-5eee15ded5cf is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:57:11.513527 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:11.517868 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:57:11.561967 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9c6696-9304-4a64-8f14-b1d614f4302e,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:11.568809 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:11.591996 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591586'] for router_interface, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:11.678341 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:11.747300 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-6a4e910f-f59c-445e-a01c-f68f0dd4756c None None] Provisioning for port 3c9c6696-9304-4a64-8f14-b1d614f4302e completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:11.753652 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-6a4e910f-f59c-445e-a01c-f68f0dd4756c None None] Provisioning complete for port 3c9c6696-9304-4a64-8f14-b1d614f4302e triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:11.754040 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6a4e910f-f59c-445e-a01c-f68f0dd4756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:11.810719 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e910f-f59c-445e-a01c-f68f0dd4756c None None] Port 3c9c6696-9304-4a64-8f14-b1d614f4302e cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:57:11.910865 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:11.921764 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:11.952956 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:12.061047 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594382'] for router_interface, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:12.101072 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9c6696-9304-4a64-8f14-b1d614f4302e,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:12.106513 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:12.268059 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c88b6-fb0e-484b-9e04-a2d6b55057fa req-477e4be8-10b5-4fd1-b619-b5842f638360 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:12.270781 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-060c88b6-fb0e-484b-9e04-a2d6b55057fa req-477e4be8-10b5-4fd1-b619-b5842f638360 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 943 time: 0.1582365
Jun 29 20:57:12.338050 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1b261-1005-4643-b72d-11755a392c16 req-3650f4f5-7fbc-45d0-ba2a-cdcdbb3cd9a3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:12.339771 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-efe1b261-1005-4643-b72d-11755a392c16 req-3650f4f5-7fbc-45d0-ba2a-cdcdbb3cd9a3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1513484
Jun 29 20:57:12.345525 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-060c88b6-fb0e-484b-9e04-a2d6b55057fa req-f67a8c78-a3aa-4449-8ce8-f3615d5c859d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631411
Jun 29 20:57:12.401145 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-efe1b261-1005-4643-b72d-11755a392c16 req-9bd165bd-8d2f-4e9b-8e74-303a1bbbcf59 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541611
Jun 29 20:57:12.414087 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Network e18858dc-f8d2-45eb-9808-5eee15ded5cf is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:57:12.417327 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:12.487369 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b1b698da-2552-46ec-b862-551a74de99a6 req-4429815f-1111-4fc2-87b6-7589e5dc028c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956&tenant_id=c15b70fcd3714faf82acbc850da1aab7 HTTP/1.1" status: 200  len: 1096 time: 0.2952070
Jun 29 20:57:12.603171 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d07d1dbc-3045-4b40-a14a-91e57ef10698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:12.637716 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-5eb4d9b4-b66f-4b4f-8d48-3d9208fb2261 None None] Provisioning complete for port 3c9c6696-9304-4a64-8f14-b1d614f4302e triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:12.638227 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d9b4-b66f-4b4f-8d48-3d9208fb2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:12.691498 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4d9b4-b66f-4b4f-8d48-3d9208fb2261 None None] Port 3c9c6696-9304-4a64-8f14-b1d614f4302e cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:57:12.827229 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Router e3c0db3d-19e0-421d-bc35-f588f23fccf8 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:57:13.019529 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:13.059133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:57:13.068804 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] 10.222.0.15 "PUT /v2.0/routers/e3c0db3d-19e0-421d-bc35-f588f23fccf8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6195831
Jun 29 20:57:13.556781 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be465443-8006-447c-b703-760362c33e34 req-9934a77c-a3ca-4a85-ab2f-dcd9e5c547da tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:13.558213 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-be465443-8006-447c-b703-760362c33e34 req-9934a77c-a3ca-4a85-ab2f-dcd9e5c547da tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 943 time: 0.0790746
Jun 29 20:57:13.604642 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-be465443-8006-447c-b703-760362c33e34 req-5c8de7d3-12f0-455f-9a2d-606a6e7b47ea tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404925
Jun 29 20:57:13.801231 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f58d37-f7b4-492d-95c7-c4f30b1092f5 req-5e9bc745-ec94-42f4-a797-57ce299ccd05 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:13.802681 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-22f58d37-f7b4-492d-95c7-c4f30b1092f5 req-5e9bc745-ec94-42f4-a797-57ce299ccd05 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0899758
Jun 29 20:57:13.822030 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55700) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:13.827581 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1769436007', 'description': 'tempest-secgroup-smoke-1769436007 description', 'project_id': '37b4081293e248ac8dc9ba0f45827a28'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:13.833321 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:13.837067 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Usage tracker for resource:security_group and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:13.839896 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:13.846093 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:13.849716 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-22f58d37-f7b4-492d-95c7-c4f30b1092f5 req-220c911f-9f6c-42c3-9da4-7d59a20b2588 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415184
Jun 29 20:57:13.856393 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:13.892021 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:13.896447 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Usage tracker for resource:security_group_rule and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:13.899310 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:13.904954 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:13.959204 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:13.963255 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:13.967137 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0fbbf197-f588-4920-934f-aa9be36ce4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:14.007496 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56fa1c3d-8334-4f06-ba26-a1edafaa26f8,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:14.010664 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:14.014113 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.015444 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1924222
Jun 29 20:57:14.018565 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55704) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:14.024887 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Request body: {'security_group_rule': {'security_group_id': '56fa1c3d-8334-4f06-ba26-a1edafaa26f8', 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:14.034215 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:14.038520 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Usage tracker for resource:security_group_rule and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:14.041884 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:14.048107 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:14.067375 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.145933 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.153718 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.158932 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:14.185065 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89d1e03-727b-480b-b8be-9c65118edc73,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:14.188342 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:14.197504 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.198696 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1791019
Jun 29 20:57:14.201426 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55710) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:14.208036 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Request body: {'security_group_rule': {'security_group_id': '56fa1c3d-8334-4f06-ba26-a1edafaa26f8', 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:14.213935 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:14.217748 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Usage tracker for resource:security_group_rule and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:14.221566 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:14.227393 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:14.244111 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.310785 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.316168 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.323595 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:14.346052 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b0b45a-df39-42b9-958e-78e4ea4dae12,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:14.348437 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:14.354491 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.355910 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1534109
Jun 29 20:57:14.358409 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55716) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:14.364634 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Request body: {'security_group_rule': {'security_group_id': '56fa1c3d-8334-4f06-ba26-a1edafaa26f8', 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:14.374514 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:14.379441 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Usage tracker for resource:security_group_rule and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:14.383897 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:14.390043 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:14.407046 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.477122 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.481917 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.490829 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2d1d9df7-ff2e-4432-a8e7-f3887ffed262 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:14.511245 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa099445-c513-434d-b690-c8b865c5c143,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:14.514179 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:14.521637 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.522811 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-dcbebbfb-3762-451e-b840-30b00b279766 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1635134
Jun 29 20:57:14.525547 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55722) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:14.531168 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Request body: {'security_group_rule': {'security_group_id': '56fa1c3d-8334-4f06-ba26-a1edafaa26f8', 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:14.537637 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:14.541414 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Usage tracker for resource:security_group_rule and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:14.544228 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:14.550973 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:14.572059 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.640267 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.644889 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.652480 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-880a0bec-9827-44f9-80a6-6567851df8c3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:14.676447 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa90eb7-aab3-43bb-a44c-68707f6c17ec,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:14.678855 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:14.683999 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.685379 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1588798
Jun 29 20:57:14.688204 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55728) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:14.694957 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Request body: {'security_group_rule': {'security_group_id': '56fa1c3d-8334-4f06-ba26-a1edafaa26f8', 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:14.700949 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:14.705228 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Usage tracker for resource:security_group_rule and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:14.708175 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:14.713926 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:14.725831 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.securitygroups_db [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Project 37b4081293e248ac8dc9ba0f45827a28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 20:57:14.732270 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.804149 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.807993 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85d1dd-91c7-4984-8f7c-8401aad72b47 req-cee8c8bb-97f2-48ba-8618-aa203ef3d7b3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:14.808517 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.809477 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3a85d1dd-91c7-4984-8f7c-8401aad72b47 req-cee8c8bb-97f2-48ba-8618-aa203ef3d7b3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 943 time: 0.0821393
Jun 29 20:57:14.810066 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:14.833266 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7540f6c-2859-43bb-aa43-659d4246e3f4,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:14.835775 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:14.850797 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.852947 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1635330
Jun 29 20:57:14.855639 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55734) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:14.858080 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-77441164-efff-46a6-8ec4-81d4f27657b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:14.865529 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Request body: {'security_group_rule': {'security_group_id': '56fa1c3d-8334-4f06-ba26-a1edafaa26f8', 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:14.869615 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3a85d1dd-91c7-4984-8f7c-8401aad72b47 req-95f9e78b-7631-441b-b091-ac9650826cf8 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529664
Jun 29 20:57:14.871670 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:14.875464 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Usage tracker for resource:security_group_rule and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:14.878649 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:14.884155 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:14.903802 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.securitygroups_db [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Project 37b4081293e248ac8dc9ba0f45827a28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 20:57:14.913699 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.004617 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device bdc0a4ed-635b-43f4-b004-de42ac51b358 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:15.004833 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.010001 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.015980 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e1074d60-987f-4849-9740-08223ba3b341 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:15.035775 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f781e1c6-5d20-4ae9-99c4-437c9963ef39,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:15.038539 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:15.047224 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.049764 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1929336
Jun 29 20:57:15.083138 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port bdc0a4ed-635b-43f4-b004-de42ac51b358 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:15.092906 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port bdc0a4ed-635b-43f4-b004-de42ac51b358 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:15.094520 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.096256 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7ecfe-6a9c-46a1-b33f-36cf620e5feb req-ef6f9d54-0185-4c0b-9557-a834b25af522 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:15.103939 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5ae7ecfe-6a9c-46a1-b33f-36cf620e5feb req-ef6f9d54-0185-4c0b-9557-a834b25af522 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1095076
Jun 29 20:57:15.155972 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5ae7ecfe-6a9c-46a1-b33f-36cf620e5feb req-ee1a2efa-efb3-4324-86b9-1f575b221f57 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511839
Jun 29 20:57:15.222190 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.238483 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port bdc0a4ed-635b-43f4-b004-de42ac51b358, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=bdc0a4ed-635b-43f4-b004-de42ac51b358,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:15.242816 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.243700 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 3b7141ab-297d-4142-88e6-cc05b9efec54 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:15.269211 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-0fcdbad6-684a-4394-9ce1-c0024e9174cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:15.356125 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=bdc0a4ed-635b-43f4-b004-de42ac51b358,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:15.359846 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:15.371944 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 3b7141ab-297d-4142-88e6-cc05b9efec54 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:15.378188 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 3b7141ab-297d-4142-88e6-cc05b9efec54 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:15.378772 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.504766 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.529411 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 3b7141ab-297d-4142-88e6-cc05b9efec54, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=3b7141ab-297d-4142-88e6-cc05b9efec54,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:15.537473 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.539477 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:15.651511 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=3b7141ab-297d-4142-88e6-cc05b9efec54,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:15.655546 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:15.737428 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device f862e310-cda7-4976-a013-4624d4ffec07 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:57:15.781795 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b1b698da-2552-46ec-b862-551a74de99a6 req-35cf8f09-b3fd-49f4-a1e0-fe112898ccc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 1096 time: 0.1082466
Jun 29 20:57:15.864479 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:15.903274 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port f862e310-cda7-4976-a013-4624d4ffec07, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=f862e310-cda7-4976-a013-4624d4ffec07,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:15.921733 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': 'f862e310-cda7-4976-a013-4624d4ffec07', 'network_id': '1d5bead4-e2f1-44b9-97ad-701849f7e964', 'port_id': 'f862e310-cda7-4976-a013-4624d4ffec07', 'mac_address': 'fa:16:3e:eb:f5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630813ae-6938-45f7-a451-02e152b1e922', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:57:15.948723 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b698da-2552-46ec-b862-551a74de99a6 req-d066595e-9002-47a8-9b49-6c29a65add4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:15.950178 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b1b698da-2552-46ec-b862-551a74de99a6 req-d066595e-9002-47a8-9b49-6c29a65add4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 917 time: 0.1576664
Jun 29 20:57:15.992039 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:16.010555 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f862e310-cda7-4976-a013-4624d4ffec07 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:57:16.025761 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port f862e310-cda7-4976-a013-4624d4ffec07, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=f862e310-cda7-4976-a013-4624d4ffec07,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:16.034881 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:16.036765 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f42818ec-97d6-4b67-a42c-e7104fd7f4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:16.073523 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b1b698da-2552-46ec-b862-551a74de99a6 req-6a7fed6d-bd65-459b-8c67-03cbcfae2491 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f HTTP/1.1" status: 200  len: 999 time: 0.1146708
Jun 29 20:57:16.090655 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b85df-d2e7-4d62-b59d-c2534c37fbea req-a5407221-d3ab-4eef-9561-b5dafcff69c7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:16.092825 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0e3b85df-d2e7-4d62-b59d-c2534c37fbea req-a5407221-d3ab-4eef-9561-b5dafcff69c7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 944 time: 0.0924666
Jun 29 20:57:16.113926 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=f862e310-cda7-4976-a013-4624d4ffec07,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:16.125609 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:16.150644 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0e3b85df-d2e7-4d62-b59d-c2534c37fbea req-b49c1c99-3bf1-4e2e-b5f8-077f4d3cbdf6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498159
Jun 29 20:57:16.169956 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b698da-2552-46ec-b862-551a74de99a6 req-d5bdfa19-d327-4582-9441-683555631161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:16.171672 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b1b698da-2552-46ec-b862-551a74de99a6 req-d5bdfa19-d327-4582-9441-683555631161 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.0895340
Jun 29 20:57:16.334338 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b1b698da-2552-46ec-b862-551a74de99a6 req-d4dbe02d-ec4f-4d4a-8fa5-39722dd7703b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1525919
Jun 29 20:57:16.467748 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071d2c4-dc42-40ea-96cd-1edb48be6225 req-6551413e-7130-4584-aaee-f423d62cb15b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:16.469226 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d071d2c4-dc42-40ea-96cd-1edb48be6225 req-6551413e-7130-4584-aaee-f423d62cb15b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1621158
Jun 29 20:57:16.480969 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b1b698da-2552-46ec-b862-551a74de99a6 req-bc42c25c-43b3-4815-b1cd-b87096db1c2d service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383779
Jun 29 20:57:16.518868 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d071d2c4-dc42-40ea-96cd-1edb48be6225 req-1f5479e8-e597-4d86-9ab4-6ca9da9bf7d3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432799
Jun 29 20:57:16.550529 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['f862e310-cda7-4976-a013-4624d4ffec07'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:57:16.659212 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b1b698da-2552-46ec-b862-551a74de99a6 req-375ac668-33f1-43f6-a747-0eec1fb88ad4 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656294
Jun 29 20:57:16.959416 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device bdc0a4ed-635b-43f4-b004-de42ac51b358 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:17.034971 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port bdc0a4ed-635b-43f4-b004-de42ac51b358 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:17.035348 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:17.191603 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 3b7141ab-297d-4142-88e6-cc05b9efec54 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:17.224764 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:17.273629 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 3b7141ab-297d-4142-88e6-cc05b9efec54 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:17.274019 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:17.385395 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752b40d-7a2f-4530-8d1f-1f78d405c36c req-f148f8c6-704f-4de2-9f92-356404d7c645 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:17.386939 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0752b40d-7a2f-4530-8d1f-1f78d405c36c req-f148f8c6-704f-4de2-9f92-356404d7c645 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 944 time: 0.0917997
Jun 29 20:57:17.440086 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0752b40d-7a2f-4530-8d1f-1f78d405c36c req-c4379c1c-1611-4922-ba46-bfdfadb2b27c tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456200
Jun 29 20:57:17.789042 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358281ab-1bed-4c61-a167-5c61906f9f5a req-f2ed9237-a935-40bf-952e-0c29bea043cc tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:17.790662 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-358281ab-1bed-4c61-a167-5c61906f9f5a req-f2ed9237-a935-40bf-952e-0c29bea043cc tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0914893
Jun 29 20:57:17.851129 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-358281ab-1bed-4c61-a167-5c61906f9f5a req-d86716e6-a29d-4b7d-a597-f5477bfc310f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536270
Jun 29 20:57:18.061189 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55822) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:18.226760 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:18.258016 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:18.261795 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] Usage tracker for resource:security_group_rule and tenant:2536e6545fb340868679794224929d89 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:18.264810 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:18.271073 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:18.353539 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:18.357588 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:18.368473 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6af58898-341c-4130-8815-72b89e480bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:18.413103 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4733dad6-94ed-47f0-817a-907030abda13,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:18.417113 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:18.419609 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2536e6545fb340868679794224929d89&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3564780
Jun 29 20:57:18.422772 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 55832) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:57:18.532208 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd7c2-68f7-4c10-b85e-5e7aff72d355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:18.588406 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd7c2-68f7-4c10-b85e-5e7aff72d355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:18.717844 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd7c2-68f7-4c10-b85e-5e7aff72d355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:18.723461 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6c6c60cf-fca2-4705-a713-f5aea8dab933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:18.737681 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fd7c2-68f7-4c10-b85e-5e7aff72d355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4733dad6-94ed-47f0-817a-907030abda13,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:18.740363 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7e4fd7c2-68f7-4c10-b85e-5e7aff72d355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:18.741573 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd7c2-68f7-4c10-b85e-5e7aff72d355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:18.745989 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-7e4fd7c2-68f7-4c10-b85e-5e7aff72d355 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4733dad6-94ed-47f0-817a-907030abda13 HTTP/1.1" status: 204  len: 168 time: 0.3215342
Jun 29 20:57:18.762871 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f90786-29d0-4c49-b841-f83f1462c456 req-9e7b9580-ef4b-445a-8806-637ddb102863 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:18.766049 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49f90786-29d0-4c49-b841-f83f1462c456 req-9e7b9580-ef4b-445a-8806-637ddb102863 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 944 time: 0.1717577
Jun 29 20:57:18.821788 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49f90786-29d0-4c49-b841-f83f1462c456 req-ab6d5db9-6e59-45a2-9d2d-b128ecfebc95 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479798
Jun 29 20:57:19.093740 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66db0-507d-4dc4-9d10-27effad69272 req-9c5cce31-9e80-46eb-9f58-48cfe8b3ca13 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:19.095991 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fde66db0-507d-4dc4-9d10-27effad69272 req-9c5cce31-9e80-46eb-9f58-48cfe8b3ca13 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0926011
Jun 29 20:57:19.143684 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fde66db0-507d-4dc4-9d10-27effad69272 req-7c0418b3-c795-4629-b4fd-e37691ee0976 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416937
Jun 29 20:57:19.716310 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:20.031564 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a748ad-327d-49a2-9a68-e4adcda502c7 req-545db204-bfe7-4d04-be74-ba2a1760bec5 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:20.033088 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-13a748ad-327d-49a2-9a68-e4adcda502c7 req-545db204-bfe7-4d04-be74-ba2a1760bec5 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 944 time: 0.0890169
Jun 29 20:57:20.079389 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-13a748ad-327d-49a2-9a68-e4adcda502c7 req-933510a0-8f28-4e0d-ac64-bd01125d98b6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402448
Jun 29 20:57:20.389676 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63d1d1-df41-4c46-8119-5a4e473094cf req-2db86d5a-2f09-45a9-94a7-c6bd5d128374 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:20.393461 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db63d1d1-df41-4c46-8119-5a4e473094cf req-2db86d5a-2f09-45a9-94a7-c6bd5d128374 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0910501
Jun 29 20:57:20.457316 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db63d1d1-df41-4c46-8119-5a4e473094cf req-6a3193dc-91a4-43d8-948a-875ee3d66274 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591712
Jun 29 20:57:20.510976 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-7f58e0fb-b33e-485e-93da-f85ca62e4644 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Synchronizing usage tracker for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:security_group {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:57:20.536088 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-7f58e0fb-b33e-485e-93da-f85ca62e4644 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Unset dirty status for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:security_group {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:57:20.537321 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-7f58e0fb-b33e-485e-93da-f85ca62e4644 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460400456&fields=id&tenant_id=4849c509f94542d6aea3d7be4cde3726 HTTP/1.1" status: 200  len: 267 time: 0.0788283
Jun 29 20:57:20.708323 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-7834fdfc-af67-4caf-bdb4-22c4bb6ad29a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:20.709182 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-7834fdfc-af67-4caf-bdb4-22c4bb6ad29a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Synchronizing usage tracker for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:network {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:57:20.725715 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-7834fdfc-af67-4caf-bdb4-22c4bb6ad29a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Unset dirty status for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:network {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:57:20.726898 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-7834fdfc-af67-4caf-bdb4-22c4bb6ad29a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 812 time: 0.1823053
Jun 29 20:57:20.746571 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-2bc1fbf7-238f-4e07-85ed-b7b774cda554 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/quotas/4849c509f94542d6aea3d7be4cde3726 HTTP/1.1" status: 200  len: 375 time: 0.0131128
Jun 29 20:57:20.846655 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5f998f9b-f4f7-49a1-add7-81196eb4acc9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0924065
Jun 29 20:57:21.007909 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-94b9b9a6-0c3e-47b5-9fde-ee6b651121c8 service neutron] 10.222.0.15 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462994
Jun 29 20:57:21.154785 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-1b7fc872-e1f3-4f20-80b6-45324838990c service neutron] 10.222.0.15 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411524
Jun 29 20:57:21.292434 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a5157-1530-416b-86b3-166201a2481b req-ddfce8a4-ea94-47fa-ad15-0f2d5c85932e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:21.293988 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-309a5157-1530-416b-86b3-166201a2481b req-ddfce8a4-ea94-47fa-ad15-0f2d5c85932e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 944 time: 0.0875037
Jun 29 20:57:21.348498 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-309a5157-1530-416b-86b3-166201a2481b req-827681f2-0d38-4055-af4e-ff8438874ba9 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434701
Jun 29 20:57:21.356423 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device f862e310-cda7-4976-a013-4624d4ffec07 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:21.447024 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port f862e310-cda7-4976-a013-4624d4ffec07 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:21.453226 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port f862e310-cda7-4976-a013-4624d4ffec07 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:21.453594 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:21.611149 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:21.660871 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5c4027bd-e4fc-4e39-8cd0-ca2f6fb93487 req-c96ec5ed-676f-4d2e-a328-95f4f50cce34 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.0730989
Jun 29 20:57:21.691569 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18329ec-b86b-480b-8cfb-f12086a01a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f862e310-cda7-4976-a013-4624d4ffec07'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:57:21.715708 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port f862e310-cda7-4976-a013-4624d4ffec07, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=f862e310-cda7-4976-a013-4624d4ffec07,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:21.726818 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:21.729559 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:21.803691 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18329ec-b86b-480b-8cfb-f12086a01a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f862e310-cda7-4976-a013-4624d4ffec07', 'code': 200}
Jun 29 20:57:21.816206 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074645a-bc71-497e-b26c-b9fd10b0b248 req-f0ab318b-3e0c-468c-a429-3be3e8c12b1d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:21.818365 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8074645a-bc71-497e-b26c-b9fd10b0b248 req-f0ab318b-3e0c-468c-a429-3be3e8c12b1d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1338501
Jun 29 20:57:21.841734 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=f862e310-cda7-4976-a013-4624d4ffec07,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:21.845140 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:21.879331 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8074645a-bc71-497e-b26c-b9fd10b0b248 req-68d3b258-8348-4355-aba8-d247664e50a2 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534887
Jun 29 20:57:22.553648 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d1956-09fb-441c-af19-6ffe3e6fc057 req-012266ae-3f31-4a90-a752-097011a02cc6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:22.555218 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-548d1956-09fb-441c-af19-6ffe3e6fc057 req-012266ae-3f31-4a90-a752-097011a02cc6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.0832314
Jun 29 20:57:22.606078 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-548d1956-09fb-441c-af19-6ffe3e6fc057 req-ca8191d8-8ff6-4675-829a-ea698f341672 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449629
Jun 29 20:57:22.827170 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-37225836-6f64-4306-922f-cbde273ae26d req-197003d0-ded6-4405-8d8f-146b13c575bc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.0498490
Jun 29 20:57:23.137578 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a5980-02be-4dbc-9fed-2ff1ab7af931 req-f32b3d46-5e07-4d0f-b7a6-12f1b1fe1763 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:23.139044 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-462a5980-02be-4dbc-9fed-2ff1ab7af931 req-f32b3d46-5e07-4d0f-b7a6-12f1b1fe1763 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0949979
Jun 29 20:57:23.194846 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-462a5980-02be-4dbc-9fed-2ff1ab7af931 req-e2db0e82-2149-4ed0-a27a-7018bb980c59 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444145
Jun 29 20:57:23.210281 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:57:23.471069 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Sync routers for ids ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:57:23.488218 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Routers {'4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:57:23.488887 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446122af0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:57:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:23.724680 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6d0e1-b0ef-43b8-8680-8c4854ebf129 req-9e0171d7-009e-4ca2-a395-031d56e508d9 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:23.731899 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4fe6d0e1-b0ef-43b8-8680-8c4854ebf129 req-9e0171d7-009e-4ca2-a395-031d56e508d9 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.2249725
Jun 29 20:57:23.773867 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Sync routers for ids ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:57:23.791803 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Routers {'e3c0db3d-19e0-421d-bc35-f588f23fccf8'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:57:23.792968 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e1cc10>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:57:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:23.841444 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Set router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:57:23.889401 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4fe6d0e1-b0ef-43b8-8680-8c4854ebf129 req-b8a9531e-e547-470e-b659-99a54d44b84e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564963
Jun 29 20:57:23.981938 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecec6f-9455-424d-bc60-62f1679a4e56 req-2ac6c106-7006-44af-9c5d-838306909419 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:23.983683 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-05ecec6f-9455-424d-bc60-62f1679a4e56 req-2ac6c106-7006-44af-9c5d-838306909419 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.1963596
Jun 29 20:57:24.014661 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Set router e3c0db3d-19e0-421d-bc35-f588f23fccf8 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:57:24.089299 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-05ecec6f-9455-424d-bc60-62f1679a4e56 req-8d93c1fd-40d7-4e8c-ac1b-c2c509fc3230 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933781
Jun 29 20:57:24.227935 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-59cb4838-4c42-469b-b557-8b958c305419 req-888cae13-9535-465f-9237-47a9b36d5ecd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.1006219
Jun 29 20:57:24.455374 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e1cc10>, [{'id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'name': 'tempest-TestShelveInstance-2092459925-router', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:57:07Z', 'updated_at': '2021-06-29T20:57:11Z', 'revision_number': 4, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'gw_port': {'id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:08Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '3c9c6696-9304-4a64-8f14-b1d614f4302e', 'name': '', 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'mac_address': 'fa:16:3e:39:3e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a266326-5d65-428e-9916-41f3a260fd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:10Z', 'updated_at': '2021-06-29T20:57:11Z', 'revision_number': 2, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'subnets': [{'id': '7a266326-5d65-428e-9916-41f3a260fd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:24.464120 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Checking router: e3c0db3d-19e0-421d-bc35-f588f23fccf8 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:57:24.464780 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Updating router e3c0db3d-19e0-421d-bc35-f588f23fccf8 port 3c9c6696-9304-4a64-8f14-b1d614f4302e binding host dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:57:24.477206 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446122af0>, [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:57:03Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '6a47392b-7fcc-4410-8811-206f946c08bb', 'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'mac_address': 'fa:16:3e:22:1d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:02Z', 'updated_at': '2021-06-29T20:57:03Z', 'revision_number': 2, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'subnets': [{'id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:24.484630 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Checking router: 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:57:24.484990 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Updating router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 port 6a47392b-7fcc-4410-8811-206f946c08bb binding host dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:57:24.545552 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:24.551407 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddfd21-3009-4c68-96c5-07bffc13e4eb req-2b1bb52f-8835-4aab-b447-3b900d6ea463 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:24.555240 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dcddfd21-3009-4c68-96c5-07bffc13e4eb req-2b1bb52f-8835-4aab-b447-3b900d6ea463 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0979834
Jun 29 20:57:24.581847 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:24.620882 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dcddfd21-3009-4c68-96c5-07bffc13e4eb req-43a43d77-5af9-4fc9-9c4b-06e242081642 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587311
Jun 29 20:57:24.965825 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Notify callbacks [] for port, precommit_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:24.997929 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.provisioning_blocks [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Transition to ACTIVE for port object 3c9c6696-9304-4a64-8f14-b1d614f4302e will not be triggered until provisioned by entity L2. {{(pid=74219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:25.006764 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:25.021272 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-cf307637-5480-4020-838e-d6d085a2f7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:25.076880 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Notify callbacks [] for port, precommit_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:25.090203 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Transition to ACTIVE for port object 6a47392b-7fcc-4410-8811-206f946c08bb will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:25.102220 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:25.108826 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:25.180261 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf877db6-eb74-4157-9fef-10f15c225054 None None] Pushing event updated for resources: {'Port': ['ID=3c9c6696-9304-4a64-8f14-b1d614f4302e,revision_number=3']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:25.192877 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-cf877db6-eb74-4157-9fef-10f15c225054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:25.246601 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce515e19-6d97-4434-9515-ca0b809522d2 req-5294558c-c913-4fe0-b8ca-a232b3bbfd05 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:25.257342 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ce515e19-6d97-4434-9515-ca0b809522d2 req-5294558c-c913-4fe0-b8ca-a232b3bbfd05 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.2282028
Jun 29 20:57:25.290269 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Attempting to bind port 3c9c6696-9304-4a64-8f14-b1d614f4302e on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:57:25.290810 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Attempting to bind port 3c9c6696-9304-4a64-8f14-b1d614f4302e by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'bf454fa9-0add-49af-8708-1939ed198355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf'}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:57:25.291177 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Attempting to bind port 3c9c6696-9304-4a64-8f14-b1d614f4302e on network e18858dc-f8d2-45eb-9808-5eee15ded5cf {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:25.304422 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:57:25.304832 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Checking segment: {'id': 'bf454fa9-0add-49af-8708-1939ed198355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:57:25.305206 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:25.305591 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Bound using segment: {'id': 'bf454fa9-0add-49af-8708-1939ed198355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf'} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:57:25.306052 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Bound port: 3c9c6696-9304-4a64-8f14-b1d614f4302e, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf454fa9-0add-49af-8708-1939ed198355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf'}}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:57:25.306435 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:25.341575 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ce515e19-6d97-4434-9515-ca0b809522d2 req-5bc695bf-6785-4ef6-a2e2-27a4d1fe3f4b tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814495
Jun 29 20:57:25.423671 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794a05c-1079-4327-a5b6-9d7d19f59b50 None None] Pushing event updated for resources: {'Port': ['ID=6a47392b-7fcc-4410-8811-206f946c08bb,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:25.426717 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f794a05c-1079-4327-a5b6-9d7d19f59b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:25.515246 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] For port 3c9c6696-9304-4a64-8f14-b1d614f4302e, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:57:25.520379 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] For port 3c9c6696-9304-4a64-8f14-b1d614f4302e, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=3c9c6696-9304-4a64-8f14-b1d614f4302e,segment=NetworkSegment(bf454fa9-0add-49af-8708-1939ed198355),segment_id=bf454fa9-0add-49af-8708-1939ed198355)] {{(pid=74219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:57:25.531210 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:25.546622 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:25.636847 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530a09-bf82-42ef-8534-40393abac37c req-bbb03b7b-b8f3-4923-8685-583dd7a46aa6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:25.672527 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5d530a09-bf82-42ef-8534-40393abac37c req-bbb03b7b-b8f3-4923-8685-583dd7a46aa6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.2558944
Jun 29 20:57:25.701069 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Attempting to bind port 6a47392b-7fcc-4410-8811-206f946c08bb on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:57:25.703964 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Attempting to bind port 6a47392b-7fcc-4410-8811-206f946c08bb by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:57:25.704697 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Attempting to bind port 6a47392b-7fcc-4410-8811-206f946c08bb on network a6ac8742-47be-4a00-b65f-0675d13dc794 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:25.730347 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:57:25.731374 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Checking segment: {'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:57:25.732237 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:25.733127 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Bound using segment: {'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:57:25.734169 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Bound port: 6a47392b-7fcc-4410-8811-206f946c08bb, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:57:25.735200 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:25.806959 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf877db6-eb74-4157-9fef-10f15c225054 None None] Pushing event updated for resources: {'Port': ['ID=3c9c6696-9304-4a64-8f14-b1d614f4302e,revision_number=4']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:25.826485 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-cf877db6-eb74-4157-9fef-10f15c225054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:25.831871 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Routers {'e3c0db3d-19e0-421d-bc35-f588f23fccf8'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:57:25.835978 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e1cc10>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:57:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:25.846047 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5d530a09-bf82-42ef-8534-40393abac37c req-f362fe62-24ea-447a-a1b3-800acff4544b tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719787
Jun 29 20:57:25.965172 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0247f685-8978-42ee-b99a-cc10cbd04a7a req-76caa9e5-fd97-4cff-b9b4-86f2e2e6d71c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.1377165
Jun 29 20:57:26.044791 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] For port 6a47392b-7fcc-4410-8811-206f946c08bb, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:57:26.053322 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] For port 6a47392b-7fcc-4410-8811-206f946c08bb, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=6a47392b-7fcc-4410-8811-206f946c08bb,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:57:26.074838 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:26.093094 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f6d75bc2-daaa-4bd8-80bf-c1f57bb5b35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:26.159949 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8d0df-1dd8-4c77-8213-083254a4c193 req-2c88e14b-b99d-4b5c-8879-4416d9b1d498 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:26.171884 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4eb8d0df-1dd8-4c77-8213-083254a4c193 req-2c88e14b-b99d-4b5c-8879-4416d9b1d498 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1301184
Jun 29 20:57:26.196392 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Routers {'4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:57:26.197127 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446122af0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:57:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:26.245051 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] Set router e3c0db3d-19e0-421d-bc35-f588f23fccf8 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:57:26.271945 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4eb8d0df-1dd8-4c77-8213-083254a4c193 req-43035c17-333c-4819-8fa0-f9c333d2a5d2 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941589
Jun 29 20:57:26.285622 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794a05c-1079-4327-a5b6-9d7d19f59b50 None None] Pushing event updated for resources: {'Port': ['ID=6a47392b-7fcc-4410-8811-206f946c08bb,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:26.292838 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f794a05c-1079-4327-a5b6-9d7d19f59b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:26.457800 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] Set router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:57:26.655319 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a79355-9dad-4b46-9fa3-b01a15d1f5f1 req-b1acf139-5af1-41a5-81a1-110f0734ebd3 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:26.657932 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a8a79355-9dad-4b46-9fa3-b01a15d1f5f1 req-b1acf139-5af1-41a5-81a1-110f0734ebd3 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1013861
Jun 29 20:57:26.718996 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a8a79355-9dad-4b46-9fa3-b01a15d1f5f1 req-b73d1f6f-6f13-47f0-9e61-901c8e0e1767 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485590
Jun 29 20:57:26.729661 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e1cc10>, [{'id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'name': 'tempest-TestShelveInstance-2092459925-router', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:57:07Z', 'updated_at': '2021-06-29T20:57:11Z', 'revision_number': 4, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'gw_port': {'id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:08Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '3c9c6696-9304-4a64-8f14-b1d614f4302e', 'name': '', 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'mac_address': 'fa:16:3e:39:3e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a266326-5d65-428e-9916-41f3a260fd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:10Z', 'updated_at': '2021-06-29T20:57:25Z', 'revision_number': 4, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'subnets': [{'id': '7a266326-5d65-428e-9916-41f3a260fd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:26.743482 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddf0e5-e2af-405c-b1b0-ccb1b026f03d None None] The sync data for ids ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'] in dv-cinder-779781-1-iscsi is: [{'id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'name': 'tempest-TestShelveInstance-2092459925-router', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:57:07Z', 'updated_at': '2021-06-29T20:57:11Z', 'revision_number': 4, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'gw_port': {'id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:08Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '3c9c6696-9304-4a64-8f14-b1d614f4302e', 'name': '', 'network_id': 'e18858dc-f8d2-45eb-9808-5eee15ded5cf', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'mac_address': 'fa:16:3e:39:3e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a266326-5d65-428e-9916-41f3a260fd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:10Z', 'updated_at': '2021-06-29T20:57:25Z', 'revision_number': 4, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'subnets': [{'id': '7a266326-5d65-428e-9916-41f3a260fd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:57:26.888271 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446122af0>, [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:57:03Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '6a47392b-7fcc-4410-8811-206f946c08bb', 'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'mac_address': 'fa:16:3e:22:1d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:02Z', 'updated_at': '2021-06-29T20:57:26Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'subnets': [{'id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:57:26.893249 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b037376-e26f-4a9c-a672-f25d05e9fcdd None None] The sync data for ids ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'] in dv-cinder-779781-1-iscsi is: [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:57:03Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '6a47392b-7fcc-4410-8811-206f946c08bb', 'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'mac_address': 'fa:16:3e:22:1d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:02Z', 'updated_at': '2021-06-29T20:57:26Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'subnets': [{'id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:57:27.189696 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 3c9c6696-9304-4a64-8f14-b1d614f4302e up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:27.280383 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7839-fe3a-4c9e-9756-f0f8bd5d6b2f req-7d310abe-e3f6-4ea4-a829-634e246a983d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:27.308355 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-526b7839-fe3a-4c9e-9756-f0f8bd5d6b2f req-7d310abe-e3f6-4ea4-a829-634e246a983d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.2030931
Jun 29 20:57:27.394363 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 3c9c6696-9304-4a64-8f14-b1d614f4302e completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:27.400480 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-526b7839-fe3a-4c9e-9756-f0f8bd5d6b2f req-7c786450-e25c-444a-a0a1-1d4eab7211fe tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911369
Jun 29 20:57:27.401485 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 3c9c6696-9304-4a64-8f14-b1d614f4302e triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:27.402058 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:27.712021 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-56b24297-5f04-4482-8d36-151bbe1ce1d3 req-08067c53-306c-41e5-b756-e1fb30cd996e tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.0877786
Jun 29 20:57:27.804970 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:27.898041 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 3c9c6696-9304-4a64-8f14-b1d614f4302e, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=3c9c6696-9304-4a64-8f14-b1d614f4302e,segment=NetworkSegment(bf454fa9-0add-49af-8708-1939ed198355),segment_id=bf454fa9-0add-49af-8708-1939ed198355)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:27.906380 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:27.908933 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-340ef999-26ec-4b79-a124-e6a90b04e965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:28.023155 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=3c9c6696-9304-4a64-8f14-b1d614f4302e,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:28.030468 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:28.034439 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8233795-2948-40bd-bcdc-3fa088650fb1 req-eb4cf20f-3d77-4d3a-9a59-50210a971ba7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:28.035968 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f8233795-2948-40bd-bcdc-3fa088650fb1 req-eb4cf20f-3d77-4d3a-9a59-50210a971ba7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1525056
Jun 29 20:57:28.186345 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f8233795-2948-40bd-bcdc-3fa088650fb1 req-6f0200e4-415f-4511-a7b4-39819551ce8b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830901
Jun 29 20:57:28.223439 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d975a4-10ff-4860-a591-7c0d975e9409 req-06d8bbdc-8692-41bb-a22f-f8b86a9a15c0 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:28.230369 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-53d975a4-10ff-4860-a591-7c0d975e9409 req-06d8bbdc-8692-41bb-a22f-f8b86a9a15c0 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1881883
Jun 29 20:57:28.298509 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-53d975a4-10ff-4860-a591-7c0d975e9409 req-5141a224-567f-4be8-ac86-78cd2f1fe8d8 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644555
Jun 29 20:57:28.617913 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474ab49-7cfa-43fd-acf8-84d0490a6181 req-e8e41c3c-24fc-46ed-8375-394cb02d65e2 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:28.626944 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5474ab49-7cfa-43fd-acf8-84d0490a6181 req-e8e41c3c-24fc-46ed-8375-394cb02d65e2 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.0993419
Jun 29 20:57:28.676051 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5474ab49-7cfa-43fd-acf8-84d0490a6181 req-daaa7e63-0b20-4791-ae41-a101f45e5b95 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479863
Jun 29 20:57:28.872098 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dcce06ee-c413-4f61-985b-a30add2002d2 req-d09c7456-ec4a-4e82-8c32-1ddf36269973 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.0413218
Jun 29 20:57:29.042766 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 6a47392b-7fcc-4410-8811-206f946c08bb up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:29.120394 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 6a47392b-7fcc-4410-8811-206f946c08bb completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:29.125179 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 6a47392b-7fcc-4410-8811-206f946c08bb triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:29.125552 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:29.248144 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:29.288694 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 6a47392b-7fcc-4410-8811-206f946c08bb, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=6a47392b-7fcc-4410-8811-206f946c08bb,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:29.292702 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:29.293835 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 3c9c6696-9304-4a64-8f14-b1d614f4302e up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:29.322746 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-9b504e6a-a088-47b4-b32b-008c93026f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:29.450879 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=6a47392b-7fcc-4410-8811-206f946c08bb,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:29.459354 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:29.478789 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 3c9c6696-9304-4a64-8f14-b1d614f4302e triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:29.479254 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:29.558264 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac7148-4124-4288-857f-a1b1fab843f4 req-67833c05-aed2-4d65-a260-50adbb8174f4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:29.560612 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d2ac7148-4124-4288-857f-a1b1fab843f4 req-67833c05-aed2-4d65-a260-50adbb8174f4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1853683
Jun 29 20:57:29.628924 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d2ac7148-4124-4288-857f-a1b1fab843f4 req-db98e8cb-0398-4113-bbdd-9a9b35db608a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602863
Jun 29 20:57:29.639971 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09811938-776b-4583-b7d9-7872a47c9907 req-87d34888-ac57-49a1-846d-d79c51323795 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:29.648869 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-09811938-776b-4583-b7d9-7872a47c9907 req-87d34888-ac57-49a1-846d-d79c51323795 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1764786
Jun 29 20:57:29.697829 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-09811938-776b-4583-b7d9-7872a47c9907 req-3a6b7b43-967a-488a-a621-d1c0cb91c69d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479379
Jun 29 20:57:29.889847 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dade6fd-e5cd-4cde-849a-48f684bfd84a req-730b8d70-70ac-4631-b45b-db70961f8ef4 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:29.891730 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4dade6fd-e5cd-4cde-849a-48f684bfd84a req-730b8d70-70ac-4631-b45b-db70961f8ef4 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.0829880
Jun 29 20:57:29.944081 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4dade6fd-e5cd-4cde-849a-48f684bfd84a req-06c4f28f-645d-4726-ae73-c5520c4fe1b7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453663
Jun 29 20:57:30.073207 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-329ecdf3-b9ba-493f-b264-ce680e801200 req-9d2fc0f4-5ca0-4c0c-bbfd-06c5709f1440 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.0512300
Jun 29 20:57:30.948956 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ca2df-d0ac-466a-8826-e8fa6f70e462 req-f722fde5-ade7-4fbe-bfca-75b9b3804345 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:30.950448 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-440ca2df-d0ac-466a-8826-e8fa6f70e462 req-f722fde5-ade7-4fbe-bfca-75b9b3804345 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1533008
Jun 29 20:57:30.957573 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a32f9-dd00-4fee-b2a6-a69abcd4cd43 req-1a63787f-5520-4cf7-b71e-5c70e1107618 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:30.959205 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2c4a32f9-dd00-4fee-b2a6-a69abcd4cd43 req-1a63787f-5520-4cf7-b71e-5c70e1107618 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1156118
Jun 29 20:57:30.969231 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 6a47392b-7fcc-4410-8811-206f946c08bb up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:31.045212 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 6a47392b-7fcc-4410-8811-206f946c08bb triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:31.045590 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:31.116746 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2c4a32f9-dd00-4fee-b2a6-a69abcd4cd43 req-0c8b4acf-341d-4c61-916a-74e9a647af21 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358039
Jun 29 20:57:31.139366 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-440ca2df-d0ac-466a-8826-e8fa6f70e462 req-48d3ff5b-b364-44ea-a67f-12e5bd11396c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1789844
Jun 29 20:57:31.349844 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ad1b3eda-4cdb-443a-9b8d-b2f5f13868eb req-5fb85c7d-c2c9-454c-9866-f2c93e0a440d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.0755167
Jun 29 20:57:31.394604 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ff7dc-9042-40fa-98c7-1ffa422f1021 req-5c0eac21-cc9e-494a-9309-8e6fdd36c8e3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:31.396075 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0e4ff7dc-9042-40fa-98c7-1ffa422f1021 req-5c0eac21-cc9e-494a-9309-8e6fdd36c8e3 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.0909498
Jun 29 20:57:31.444397 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0e4ff7dc-9042-40fa-98c7-1ffa422f1021 req-90c11284-92f8-4486-95d9-e7d8229b56c2 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422182
Jun 29 20:57:32.432200 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226f9d-e452-48bd-a0df-2706a8209980 req-5817bd6a-3ea7-41e7-86d6-83a4cc4f2137 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:32.433574 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0e226f9d-e452-48bd-a0df-2706a8209980 req-5817bd6a-3ea7-41e7-86d6-83a4cc4f2137 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1190405
Jun 29 20:57:32.441861 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd3732-d841-434b-84ca-e581a0707658 req-26209f6e-8ec0-406f-b659-16750954065e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:32.443474 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7cbd3732-d841-434b-84ca-e581a0707658 req-26209f6e-8ec0-406f-b659-16750954065e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1846960
Jun 29 20:57:32.521924 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0e226f9d-e452-48bd-a0df-2706a8209980 req-02b9a834-c930-427c-9650-2db36ff608ad tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774713
Jun 29 20:57:32.524285 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7cbd3732-d841-434b-84ca-e581a0707658 req-5e7a7ff7-123b-43b6-a856-3fe8d26a122f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658956
Jun 29 20:57:32.741041 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-47da03f1-afa0-46d2-a70f-89c0dd3ec26a req-0a8507a5-137f-4d72-8b5d-c7b200d2e974 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.0843263
Jun 29 20:57:32.787145 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf2e53-7271-4755-b9b8-994cd2be5c5d req-4980a23c-b107-4ad1-8f1f-3bd268844bf6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:32.788587 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-feaf2e53-7271-4755-b9b8-994cd2be5c5d req-4980a23c-b107-4ad1-8f1f-3bd268844bf6 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.0964074
Jun 29 20:57:32.835660 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-feaf2e53-7271-4755-b9b8-994cd2be5c5d req-54468687-87cf-4d0d-b4e9-cf3f615b09d2 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414550
Jun 29 20:57:33.801017 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb9c8f-823b-413a-ae7b-d8b24fe69447 req-cf9f98f3-55f5-4075-958e-1de6ee21638c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:33.802489 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ebcb9c8f-823b-413a-ae7b-d8b24fe69447 req-cf9f98f3-55f5-4075-958e-1de6ee21638c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1462791
Jun 29 20:57:33.813127 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262811b5-a15a-4c90-9186-a0f46ebc1a04 req-240bf32a-756a-48d9-b29d-68a2697be059 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:33.815294 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-262811b5-a15a-4c90-9186-a0f46ebc1a04 req-240bf32a-756a-48d9-b29d-68a2697be059 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1274452
Jun 29 20:57:33.920309 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ebcb9c8f-823b-413a-ae7b-d8b24fe69447 req-9ad30c84-ea27-4c0e-931d-cf683e9e4667 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039622
Jun 29 20:57:33.937837 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-262811b5-a15a-4c90-9186-a0f46ebc1a04 req-35478b50-e07a-4cae-b7e7-309b8d1fe5b9 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048887
Jun 29 20:57:34.122462 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2d0aa2a1-787e-47dd-b36c-306a4d51f16d req-75d81db9-3df9-4348-9835-433d7b2be4f2 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.0785115
Jun 29 20:57:34.122858 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4f952ef4-f0fa-40fb-b3f7-14d35fcc93f1 req-17263f29-a97c-4363-9c95-37e6e40fa827 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 1098 time: 0.0823739
Jun 29 20:57:34.175976 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4f952ef4-f0fa-40fb-b3f7-14d35fcc93f1 req-99dfca59-6754-4dd2-8fec-13a85a7410ec service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395494
Jun 29 20:57:34.179594 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08e37b-a548-4796-932b-3be957ffc96e req-40a6029a-30ed-4995-bf34-bbe730461d49 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:34.181028 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fc08e37b-a548-4796-932b-3be957ffc96e req-40a6029a-30ed-4995-bf34-bbe730461d49 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.1014860
Jun 29 20:57:34.226642 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fc08e37b-a548-4796-932b-3be957ffc96e req-b47cb31b-b25b-4548-bb1a-aca2edcb6a9e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401311
Jun 29 20:57:35.177206 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117b592-67bf-4d51-ae8f-a54ffcf0526f req-c7d5af43-8553-4261-95e7-4e5ee4cd6bd5 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:35.178552 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3117b592-67bf-4d51-ae8f-a54ffcf0526f req-c7d5af43-8553-4261-95e7-4e5ee4cd6bd5 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1423519
Jun 29 20:57:35.187544 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc359016-5399-4dc8-a2c9-3cf30fbf9d10 req-62a0e365-61a8-41ef-a45c-93cf71b24301 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:35.188973 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fc359016-5399-4dc8-a2c9-3cf30fbf9d10 req-62a0e365-61a8-41ef-a45c-93cf71b24301 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1110611
Jun 29 20:57:35.264381 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3117b592-67bf-4d51-ae8f-a54ffcf0526f req-aff8db6e-3e51-4c0a-a748-0ca968659ae9 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745485
Jun 29 20:57:35.269444 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fc359016-5399-4dc8-a2c9-3cf30fbf9d10 req-c9134a65-f3f7-4d63-9aa2-048997afa091 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668311
Jun 29 20:57:35.464478 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ea48e058-3f66-4e00-972f-72597ce08332 req-09894e94-169a-478c-a82c-2eb798ecddba tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.0806959
Jun 29 20:57:35.508168 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65b13e-4ea8-4820-ab7b-2a1f8ec2f9ac req-eb93795f-ea6f-4a94-bfa6-5c5ca74f0862 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:35.509938 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fb65b13e-4ea8-4820-ab7b-2a1f8ec2f9ac req-eb93795f-ea6f-4a94-bfa6-5c5ca74f0862 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.0955148
Jun 29 20:57:35.564643 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fb65b13e-4ea8-4820-ab7b-2a1f8ec2f9ac req-76602597-66e5-4044-8ca8-a0bfe174a555 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485392
Jun 29 20:57:35.702931 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-8be3c63a-c296-41c5-8333-dc9f9ae73458 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:35.704864 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-8be3c63a-c296-41c5-8333-dc9f9ae73458 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 812 time: 0.1923687
Jun 29 20:57:35.785082 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-7e7214f8-cbd4-48dd-ac02-559183fc939a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Synchronizing usage tracker for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:security_group {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:57:35.796463 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-7e7214f8-cbd4-48dd-ac02-559183fc939a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Unset dirty status for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:security_group {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:57:35.798938 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-7e7214f8-cbd4-48dd-ac02-559183fc939a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4849c509f94542d6aea3d7be4cde3726 HTTP/1.1" status: 200  len: 380 time: 0.0598342
Jun 29 20:57:35.810636 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'port': {'device_id': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'admin_state_up': True, 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'security_groups': ['fb66a6d8-9ba3-42c8-997b-58c98125b04b']}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:35.956687 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:35.961263 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:port and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:35.964133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:35.970797 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:35.980235 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Made reservation on behalf of 4849c509f94542d6aea3d7be4cde3726 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:57:35.984658 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:36.151225 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Allocated IP 172.20.0.8 (d3bb8228-fca8-4915-a5dd-c117efe631ab/afdaecb3-6a5f-41a7-8182-32bce5b23c4d/1a1dd688-257c-44e8-a30d-9bb513f20c29) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:57:36.340677 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:36.357467 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Transition to ACTIVE for port object 1a1dd688-257c-44e8-a30d-9bb513f20c29 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:36.382358 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:36.390176 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:36.470993 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Network d3bb8228-fca8-4915-a5dd-c117efe631ab is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:57:36.478084 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:36.482430 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:57:36.514473 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'Port': ['ID=1a1dd688-257c-44e8-a30d-9bb513f20c29,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:36.521706 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:36.553154 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:36.553831 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:36.579327 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7720885
Jun 29 20:57:36.587764 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e161b-9e2b-4da4-a643-9c32e06dd96a req-59dcfe41-8e61-414c-86b8-6af47eaf3de8 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:36.589839 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-623e161b-9e2b-4da4-a643-9c32e06dd96a req-59dcfe41-8e61-414c-86b8-6af47eaf3de8 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1563668
Jun 29 20:57:36.595383 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f26372-1c8e-4ecd-ab43-f24b09ebc71b req-4b282a32-5adb-4c0c-b2dc-b590fe7dca56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:36.601008 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-30f26372-1c8e-4ecd-ab43-f24b09ebc71b req-4b282a32-5adb-4c0c-b2dc-b590fe7dca56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1693125
Jun 29 20:57:36.611502 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Request body: {'port': {'device_id': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:36.676683 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-623e161b-9e2b-4da4-a643-9c32e06dd96a req-c013607b-6cad-462e-bccc-02e1245f43e5 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724866
Jun 29 20:57:36.696191 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-30f26372-1c8e-4ecd-ab43-f24b09ebc71b req-db013fd3-80e1-44db-90ed-9cd37567db7e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940728
Jun 29 20:57:36.740968 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:36.804179 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-e8246f7a-c855-4fd6-9ef5-ebda3ea629ae None None] Provisioning for port 1a1dd688-257c-44e8-a30d-9bb513f20c29 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:36.811405 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-e8246f7a-c855-4fd6-9ef5-ebda3ea629ae None None] Provisioning complete for port 1a1dd688-257c-44e8-a30d-9bb513f20c29 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:36.811796 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e8246f7a-c855-4fd6-9ef5-ebda3ea629ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:36.884472 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-e8246f7a-c855-4fd6-9ef5-ebda3ea629ae None None] Port 1a1dd688-257c-44e8-a30d-9bb513f20c29 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:57:36.972040 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7784-812d-454e-8c9d-931e9c25446f req-5e4f9376-7ef0-4fea-b248-31d22b0fbb2d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:36.973580 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6fce7784-812d-454e-8c9d-931e9c25446f req-5e4f9376-7ef0-4fea-b248-31d22b0fbb2d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 931 time: 0.1413126
Jun 29 20:57:36.980311 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb405a-dbe4-42c8-b370-33ab1289f26f req-2a83b21d-2efe-434e-beca-679553a18b56 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:36.981814 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-30fb405a-dbe4-42c8-b370-33ab1289f26f req-2a83b21d-2efe-434e-beca-679553a18b56 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.1174943
Jun 29 20:57:37.058241 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6fce7784-812d-454e-8c9d-931e9c25446f req-4e2da00f-9898-44a0-aead-eed05b8fbd41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754352
Jun 29 20:57:37.062812 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-30fb405a-dbe4-42c8-b370-33ab1289f26f req-2f02c30e-f924-4f10-9e9e-2b2c97206fb8 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648398
Jun 29 20:57:37.215011 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1dd688-257c-44e8-a30d-9bb513f20c29 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:57:37.223858 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:37.242966 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Transition to ACTIVE for port object 1a1dd688-257c-44e8-a30d-9bb513f20c29 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:37.247854 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:37.258678 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:37.397973 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1dd688-257c-44e8-a30d-9bb513f20c29,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:37.400917 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:37.580654 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Attempting to bind port 1a1dd688-257c-44e8-a30d-9bb513f20c29 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:57:37.580992 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Attempting to bind port 1a1dd688-257c-44e8-a30d-9bb513f20c29 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:57:37.581315 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Attempting to bind port 1a1dd688-257c-44e8-a30d-9bb513f20c29 on network d3bb8228-fca8-4915-a5dd-c117efe631ab {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:37.598060 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Port 1a1dd688-257c-44e8-a30d-9bb513f20c29 on network d3bb8228-fca8-4915-a5dd-c117efe631ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:57:37.598379 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Attempting to bind port 1a1dd688-257c-44e8-a30d-9bb513f20c29 on network d3bb8228-fca8-4915-a5dd-c117efe631ab {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:37.604948 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:57:37.605281 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Checking segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:57:37.605675 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Bound using segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:57:37.606061 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Bound port: 1a1dd688-257c-44e8-a30d-9bb513f20c29, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:57:37.606406 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:37.714547 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db922a-dc01-4069-9810-9515c23f15e1 req-ac913d43-5b66-49a9-af31-9368ed2e26b5 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:37.716054 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b5db922a-dc01-4069-9810-9515c23f15e1 req-ac913d43-5b66-49a9-af31-9368ed2e26b5 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 946 time: 0.2137592
Jun 29 20:57:37.761661 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] For port 1a1dd688-257c-44e8-a30d-9bb513f20c29, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:57:37.764983 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] For port 1a1dd688-257c-44e8-a30d-9bb513f20c29, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1a1dd688-257c-44e8-a30d-9bb513f20c29,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:57:37.770400 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:37.775092 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0069389d-00dd-4c5f-9ff7-69b1fc656552 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:37.836472 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:37.837908 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] 10.222.0.60 "PUT /v2.0/ports/1a1dd688-257c-44e8-a30d-9bb513f20c29 HTTP/1.1" status: 200  len: 1093 time: 1.2318172
Jun 29 20:57:37.838391 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'tag': '1a1dd688-257c-44e8-a30d-9bb513f20c29'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:57:37.858231 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1dd688-257c-44e8-a30d-9bb513f20c29,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:37.862342 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:37.899641 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b5db922a-dc01-4069-9810-9515c23f15e1 req-fbc27069-a080-44cf-b7c1-fecd3e7fb748 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755307
Jun 29 20:57:37.937395 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3452c-dc3c-4985-b14d-2282eb6c1493 req-848cadad-6b94-4393-9cc1-45143c3f3c68 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:37.944996 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c1f3452c-dc3c-4985-b14d-2282eb6c1493 req-848cadad-6b94-4393-9cc1-45143c3f3c68 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1258826
Jun 29 20:57:38.003478 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c1f3452c-dc3c-4985-b14d-2282eb6c1493 req-90811c57-f1ed-4755-b720-291a9a1ec1d9 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575101
Jun 29 20:57:38.024310 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-786eb92f-ba4f-4ae7-b202-2346563f6a79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 1096 time: 0.0943539
Jun 29 20:57:38.090460 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'tag': '1a1dd688-257c-44e8-a30d-9bb513f20c29', 'status': 'completed', 'code': 200}
Jun 29 20:57:38.104893 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-b1881107-07e0-402f-9dc7-a574b8bc91da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a1dd688-257c-44e8-a30d-9bb513f20c29 HTTP/1.1" status: 200  len: 217 time: 0.0639291
Jun 29 20:57:38.150998 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d1bb6-2b70-488f-81e7-572cb6596a1d req-7f0b40cf-a4a4-4233-a6bc-9267a6e93fac tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:38.152602 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-900d1bb6-2b70-488f-81e7-572cb6596a1d req-7f0b40cf-a4a4-4233-a6bc-9267a6e93fac tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0949423
Jun 29 20:57:38.186219 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-e157b7f9-9e74-4d1e-9f40-0f1a3b6a15cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:38.187585 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-e157b7f9-9e74-4d1e-9f40-0f1a3b6a15cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0628185
Jun 29 20:57:38.198994 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-900d1bb6-2b70-488f-81e7-572cb6596a1d req-f9d30bb7-b445-4f1f-b0c3-708b2e3870e8 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397768
Jun 29 20:57:38.265584 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-06be0ccd-263c-4924-a5e8-9562f8970e71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697651
Jun 29 20:57:38.288335 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e07286-b5d6-4e22-8b16-1879eb1d7408 req-487f9b48-e1ea-4f4d-bffe-b2c06c368314 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:38.293023 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b6e07286-b5d6-4e22-8b16-1879eb1d7408 req-487f9b48-e1ea-4f4d-bffe-b2c06c368314 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 943 time: 0.0866494
Jun 29 20:57:38.346152 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b6e07286-b5d6-4e22-8b16-1879eb1d7408 req-3a64420e-7c03-4c63-8a75-c65af04e4ad1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506971
Jun 29 20:57:38.416069 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-5e412145-b147-42ac-8bcf-124cfad6ec2a service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357453
Jun 29 20:57:38.574973 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5557d01a-0210-4cdb-bea5-789ef3a1d06e req-89cc0730-e46f-4ba3-8655-117d2d44ba21 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351273
Jun 29 20:57:38.806260 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c3376f66-b3b9-4bf8-9957-9d1bcdc19266 req-fbac1062-7abe-47b2-bc4f-d39244306f88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 1096 time: 0.0752003
Jun 29 20:57:38.970219 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3376f66-b3b9-4bf8-9957-9d1bcdc19266 req-06a1d86d-a57c-4bb2-b4ec-505d4c56f6d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:38.971633 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c3376f66-b3b9-4bf8-9957-9d1bcdc19266 req-06a1d86d-a57c-4bb2-b4ec-505d4c56f6d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.1352134
Jun 29 20:57:39.051856 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c3376f66-b3b9-4bf8-9957-9d1bcdc19266 req-680388b9-6204-44b3-a3ed-ff0f987d4ec1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a1dd688-257c-44e8-a30d-9bb513f20c29 HTTP/1.1" status: 200  len: 217 time: 0.0641017
Jun 29 20:57:39.103472 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badacae1-2083-45ea-926f-dfc682d17aef req-88fc9dd7-c6b0-471f-ab9e-6b297018aa70 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:39.104986 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-badacae1-2083-45ea-926f-dfc682d17aef req-88fc9dd7-c6b0-471f-ab9e-6b297018aa70 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 946 time: 0.0797856
Jun 29 20:57:39.166918 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3376f66-b3b9-4bf8-9957-9d1bcdc19266 req-c1c0524c-5257-4ae1-b46b-107e16a21f21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:39.168585 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c3376f66-b3b9-4bf8-9957-9d1bcdc19266 req-c1c0524c-5257-4ae1-b46b-107e16a21f21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0853980
Jun 29 20:57:39.175917 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-badacae1-2083-45ea-926f-dfc682d17aef req-72767eab-e8a1-4f04-9464-af13fc765940 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617247
Jun 29 20:57:39.451368 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25bfa9-1635-4cb3-95f5-91388c3450b7 req-bd9c53ce-bada-42a2-971b-f08401152267 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:39.453079 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dd25bfa9-1635-4cb3-95f5-91388c3450b7 req-bd9c53ce-bada-42a2-971b-f08401152267 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.1573994
Jun 29 20:57:39.556595 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dd25bfa9-1635-4cb3-95f5-91388c3450b7 req-6aa7f29d-0ddc-4de7-be5f-4f3a256f1df2 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965779
Jun 29 20:57:39.561376 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc70208-d420-45e7-949a-1b428458dcb8 req-28b1d3dc-238d-431e-bca1-d27de6f82288 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:39.562122 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-edc70208-d420-45e7-949a-1b428458dcb8 req-28b1d3dc-238d-431e-bca1-d27de6f82288 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Synchronizing usage tracker for tenant:bafaee80f7dc44798ec8f2b8a7edf142 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:57:39.572215 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c3376f66-b3b9-4bf8-9957-9d1bcdc19266 req-c0ad7f16-e534-4185-9f12-83ee3b79cbd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2699449
Jun 29 20:57:39.580688 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-edc70208-d420-45e7-949a-1b428458dcb8 req-28b1d3dc-238d-431e-bca1-d27de6f82288 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Unset dirty status for tenant:bafaee80f7dc44798ec8f2b8a7edf142 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:57:39.581784 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-edc70208-d420-45e7-949a-1b428458dcb8 req-28b1d3dc-238d-431e-bca1-d27de6f82288 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.60 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 945 time: 0.2396038
Jun 29 20:57:39.593240 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd8568-636d-4ed9-9892-43f8cf120dd0 req-5832e3ad-4321-45ba-8bed-9a5eb91c553e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:39.595560 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-02fd8568-636d-4ed9-9892-43f8cf120dd0 req-5832e3ad-4321-45ba-8bed-9a5eb91c553e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1376705
Jun 29 20:57:39.647097 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-02fd8568-636d-4ed9-9892-43f8cf120dd0 req-dcbbf948-7193-44ec-913f-176f9a0d5118 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460670
Jun 29 20:57:39.773067 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-edc70208-d420-45e7-949a-1b428458dcb8 req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Deleting port 36a65d8a-ac47-48e2-b298-5e405d5f8053 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:57:39.773397 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-edc70208-d420-45e7-949a-1b428458dcb8 req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:39.776658 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a68c7-2626-41a9-9263-c0273a733788 req-e9650b25-b45c-4301-81fb-8b9b9753b96e tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:39.778122 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c44a68c7-2626-41a9-9263-c0273a733788 req-e9650b25-b45c-4301-81fb-8b9b9753b96e tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 943 time: 0.0862064
Jun 29 20:57:39.824365 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c44a68c7-2626-41a9-9263-c0273a733788 req-387ab595-098f-4f6d-9173-f55565cec167 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403039
Jun 29 20:57:39.864089 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c3376f66-b3b9-4bf8-9957-9d1bcdc19266 req-39350f0e-7739-49f8-9ee9-745f2eec7be6 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504272
Jun 29 20:57:40.132914 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c3376f66-b3b9-4bf8-9957-9d1bcdc19266 req-f85b07a9-1969-4cdd-b5f5-ec7a2885fc0d service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2409828
Jun 29 20:57:40.152380 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-edc70208-d420-45e7-949a-1b428458dcb8 req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] For port 36a65d8a-ac47-48e2-b298-5e405d5f8053, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=36a65d8a-ac47-48e2-b298-5e405d5f8053,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:40.152758 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-edc70208-d420-45e7-949a-1b428458dcb8 req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:40.272848 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-edc70208-d420-45e7-949a-1b428458dcb8 req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Calling delete_port for 36a65d8a-ac47-48e2-b298-5e405d5f8053 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:57:40.377052 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c03ca4-830d-4208-bc64-ad217d17b666 req-83b36bda-e6af-45bc-9d95-430f384079f1 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:40.378485 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-93c03ca4-830d-4208-bc64-ad217d17b666 req-83b36bda-e6af-45bc-9d95-430f384079f1 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 946 time: 0.0789387
Jun 29 20:57:40.422343 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-edc70208-d420-45e7-949a-1b428458dcb8 req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:40.429612 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-697b0040-a47f-4a3b-a568-4d88997563fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:40.429813 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-93c03ca4-830d-4208-bc64-ad217d17b666 req-2b78ed92-7b10-44ff-ba33-1dbd8c8a836e tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457222
Jun 29 20:57:40.473422 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Pushing event deleted for resources: {'Port': ['ID=36a65d8a-ac47-48e2-b298-5e405d5f8053,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:40.475869 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:40.488209 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['b85b22e6-1753-40f3-bb5c-1ceb228955d0', '36a65d8a-ac47-48e2-b298-5e405d5f8053'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:57:40.552120 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc70208-d420-45e7-949a-1b428458dcb8 req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] No DVR routers for this DVR port 36a65d8a-ac47-48e2-b298-5e405d5f8053 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:57:40.555524 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-edc70208-d420-45e7-949a-1b428458dcb8 req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:40.558658 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465ee807-5425-4cb3-9b4a-27768571fa9e', 'name': 'network-vif-deleted', 'tag': '36a65d8a-ac47-48e2-b298-5e405d5f8053'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:57:40.577961 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-edc70208-d420-45e7-949a-1b428458dcb8 req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.60 "DELETE /v2.0/ports/36a65d8a-ac47-48e2-b298-5e405d5f8053 HTTP/1.1" status: 204  len: 173 time: 0.9626422
Jun 29 20:57:40.659544 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465ee807-5425-4cb3-9b4a-27768571fa9e', 'name': 'network-vif-deleted', 'tag': '36a65d8a-ac47-48e2-b298-5e405d5f8053', 'status': 'completed', 'code': 200}
Jun 29 20:57:40.748567 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a5571c2a-0f1e-426b-9d98-c3f5033e0218 req-583f88dd-9d78-4f9f-96a6-ba8f64f33401 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=465ee807-5425-4cb3-9b4a-27768571fa9e HTTP/1.1" status: 200  len: 210 time: 0.0491366
Jun 29 20:57:40.881829 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ee37a-049a-4cfe-9d6e-8e9b08d5c0d6 req-6e416bdf-f6e1-42cc-873a-192f18552417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:40.883378 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-810ee37a-049a-4cfe-9d6e-8e9b08d5c0d6 req-6e416bdf-f6e1-42cc-873a-192f18552417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0840824
Jun 29 20:57:40.887803 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-331e2b4b-7bf5-46ce-acc2-f0a2a021768f tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:40.889164 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-331e2b4b-7bf5-46ce-acc2-f0a2a021768f tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Synchronizing usage tracker for tenant:e3a11445def64a93972ecaf5644cb126 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:57:40.912332 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-331e2b4b-7bf5-46ce-acc2-f0a2a021768f tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Unset dirty status for tenant:e3a11445def64a93972ecaf5644cb126 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:57:40.914060 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-331e2b4b-7bf5-46ce-acc2-f0a2a021768f tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 946 time: 0.1078598
Jun 29 20:57:40.936332 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-810ee37a-049a-4cfe-9d6e-8e9b08d5c0d6 req-87645303-4866-46e3-abe5-ce034d8b1248 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473886
Jun 29 20:57:40.999851 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Deleting port fc0e7555-46e1-4fdb-901b-c18dbb7aa165 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:57:41.000188 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:41.032547 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9270d0-a4de-4949-afc9-76e6be67eeea req-0c1e48ab-ce38-451a-a81b-e2a3d93edaf6 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:41.034120 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5d9270d0-a4de-4949-afc9-76e6be67eeea req-0c1e48ab-ce38-451a-a81b-e2a3d93edaf6 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 943 time: 0.0831039
Jun 29 20:57:41.079253 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5d9270d0-a4de-4949-afc9-76e6be67eeea req-08a3e684-25f7-4c5b-bc66-cbceede77c55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384834
Jun 29 20:57:41.237410 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] For port fc0e7555-46e1-4fdb-901b-c18dbb7aa165, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,segment=NetworkSegment(5f869144-6b55-4ebe-bf93-80ffa78ba7cf),segment_id=5f869144-6b55-4ebe-bf93-80ffa78ba7cf)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:41.237638 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:41.428154 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Calling delete_port for fc0e7555-46e1-4fdb-901b-c18dbb7aa165 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:57:41.587537 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:41.596262 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4dada56d-9925-4340-9ba0-dea1bf0e4007 tempest-DeleteServersTestJSON-1447788404 tempest-DeleteServersTestJSON-1447788404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:41.598960 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a7251f15-e7ad-454c-ae13-b91a3b863299 req-87b748b3-3518-4c57-8d9d-23f535371634 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9492d76-8d47-4b67-8f95-9f3000668315 HTTP/1.1" status: 200  len: 210 time: 0.0437632
Jun 29 20:57:41.631755 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['fc0e7555-46e1-4fdb-901b-c18dbb7aa165'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:57:41.645365 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Pushing event deleted for resources: {'Port': ['ID=fc0e7555-46e1-4fdb-901b-c18dbb7aa165,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:41.648945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:41.720233 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] No DVR routers for this DVR port fc0e7555-46e1-4fdb-901b-c18dbb7aa165 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:57:41.722534 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:41.736148 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d910ea9e-da13-48d7-a05d-88c8c094ea28 req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.60 "DELETE /v2.0/ports/fc0e7555-46e1-4fdb-901b-c18dbb7aa165 HTTP/1.1" status: 204  len: 173 time: 0.8114843
Jun 29 20:57:42.159779 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa513fe2-1172-4ab1-a7ad-7cb72ec9661b req-4d19bf06-a90c-47a2-a0b3-6e7a4fbb31e3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:42.161252 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fa513fe2-1172-4ab1-a7ad-7cb72ec9661b req-4d19bf06-a90c-47a2-a0b3-6e7a4fbb31e3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.0811062
Jun 29 20:57:42.257358 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fa513fe2-1172-4ab1-a7ad-7cb72ec9661b req-2f2f8249-9b20-49f3-843b-43484559d961 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657012
Jun 29 20:57:42.274899 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b85b33-65ca-42e0-9511-ab84495b0a22 req-0c05fe5b-ea29-4cf8-ac85-12209f2e2a8f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:42.276296 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b0b85b33-65ca-42e0-9511-ab84495b0a22 req-0c05fe5b-ea29-4cf8-ac85-12209f2e2a8f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1142032
Jun 29 20:57:42.324711 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b0b85b33-65ca-42e0-9511-ab84495b0a22 req-cb257c37-4fc2-4ca4-a2fb-0ee1cea180a4 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426395
Jun 29 20:57:42.454717 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac6f56-fc77-4cd6-be8d-969dd0c7a037 req-723872a7-12e9-45b2-9df1-86b2ac7f69c8 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:42.456375 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-adac6f56-fc77-4cd6-be8d-969dd0c7a037 req-723872a7-12e9-45b2-9df1-86b2ac7f69c8 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 943 time: 0.0761623
Jun 29 20:57:42.502970 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-adac6f56-fc77-4cd6-be8d-969dd0c7a037 req-c5e4adc5-6e05-42c9-a99e-409e266d5a17 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412259
Jun 29 20:57:42.595567 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e7f099a0-a37f-4932-bbde-8603d43522f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:42.660792 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9492d76-8d47-4b67-8f95-9f3000668315', 'name': 'network-vif-deleted', 'tag': 'fc0e7555-46e1-4fdb-901b-c18dbb7aa165'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:57:42.731914 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9492d76-8d47-4b67-8f95-9f3000668315', 'name': 'network-vif-deleted', 'tag': 'fc0e7555-46e1-4fdb-901b-c18dbb7aa165', 'status': 'completed', 'code': 200}
Jun 29 20:57:43.012860 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:43.527674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4a433-0e26-4054-88f9-169f282719af req-a29530f8-3310-486a-9c56-d24256817fb7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:43.529150 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-90b4a433-0e26-4054-88f9-169f282719af req-a29530f8-3310-486a-9c56-d24256817fb7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.1314230
Jun 29 20:57:43.574613 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f2e4c-0272-458a-80fb-4ab028f1ede6 req-9d5ee401-1fe6-44d7-bbb7-0f42388a0b84 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:43.575940 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-351f2e4c-0272-458a-80fb-4ab028f1ede6 req-9d5ee401-1fe6-44d7-bbb7-0f42388a0b84 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1221635
Jun 29 20:57:43.621887 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-90b4a433-0e26-4054-88f9-169f282719af req-cc100401-32de-4c84-b86a-d8b7e3b32a27 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752430
Jun 29 20:57:43.642879 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-351f2e4c-0272-458a-80fb-4ab028f1ede6 req-6717ed71-8c9a-49f2-add8-24c5933200dd tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559983
Jun 29 20:57:43.823559 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f242-626b-4c1e-abf6-a2b4b3f206aa req-7627e947-d9fa-4769-8fb3-4bef0fb218be tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:43.825135 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c935f242-626b-4c1e-abf6-a2b4b3f206aa req-7627e947-d9fa-4769-8fb3-4bef0fb218be tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 943 time: 0.0769565
Jun 29 20:57:43.870873 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c935f242-626b-4c1e-abf6-a2b4b3f206aa req-52cee2d5-5a52-4197-8aad-cf72e4bd9afd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394371
Jun 29 20:57:44.862266 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-98cc5ac4-1b31-464b-9353-ec2a17fe666a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:44.960705 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6fac-bffe-4e63-a711-76d60ec009cf req-ca52cd8a-aabc-4f0d-867f-2b260c14187b tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:44.962111 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c0cb6fac-bffe-4e63-a711-76d60ec009cf req-ca52cd8a-aabc-4f0d-867f-2b260c14187b tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1121640
Jun 29 20:57:44.968046 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84f0cc-4e4b-40b1-9acd-6ce84753c54c req-0a53e143-6539-43c1-82b5-886d33e15905 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:44.969400 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fd84f0cc-4e4b-40b1-9acd-6ce84753c54c req-0a53e143-6539-43c1-82b5-886d33e15905 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 943 time: 0.2112849
Jun 29 20:57:45.043221 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c0cb6fac-bffe-4e63-a711-76d60ec009cf req-0ee14105-6e9c-4ed6-9504-24a56373072f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728896
Jun 29 20:57:45.045608 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fd84f0cc-4e4b-40b1-9acd-6ce84753c54c req-6d104f1c-27a4-4158-8548-aca26c6579ba tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621502
Jun 29 20:57:45.292349 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device a52622e2-cb29-438d-9466-b3f2c2619f2f details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:57:45.377009 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50790e22-9a4f-42f1-9556-5bc6dd144e80 req-e29888fa-d2da-4c2f-af2a-66dea2a4c835 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:45.378448 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-50790e22-9a4f-42f1-9556-5bc6dd144e80 req-e29888fa-d2da-4c2f-af2a-66dea2a4c835 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 943 time: 0.0780549
Jun 29 20:57:45.425842 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:45.427088 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-50790e22-9a4f-42f1-9556-5bc6dd144e80 req-8fff54c6-de54-4077-8aff-614488ae50d4 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431409
Jun 29 20:57:45.439049 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'port_id': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'mac_address': 'fa:16:3e:9b:fb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:57:45.494838 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:45.511839 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52622e2-cb29-438d-9466-b3f2c2619f2f {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:57:45.526539 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:45.530601 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:45.533974 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:45.598167 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=9']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:45.601288 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:45.860802 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:46.300934 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 36a65d8a-ac47-48e2-b298-5e405d5f8053 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:57:46.306986 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2193db5-69ef-4402-a66f-01bc1cc21d1c req-e7ffd69a-b7e7-4b6c-ac6d-b692ffb41b44 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:46.308394 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f2193db5-69ef-4402-a66f-01bc1cc21d1c req-e7ffd69a-b7e7-4b6c-ac6d-b692ffb41b44 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1369958
Jun 29 20:57:46.316849 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc8412-29ab-4b2d-81b8-b35f14f3661f req-d40f395c-7608-4fbc-b190-3e07f562d8dc tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:46.318181 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bfcc8412-29ab-4b2d-81b8-b35f14f3661f req-d40f395c-7608-4fbc-b190-3e07f562d8dc tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 944 time: 0.1100829
Jun 29 20:57:46.336645 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 36a65d8a-ac47-48e2-b298-5e405d5f8053 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:57:46.337000 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 36a65d8a-ac47-48e2-b298-5e405d5f8053 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:57:46.394068 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f2193db5-69ef-4402-a66f-01bc1cc21d1c req-aa9385bd-5ce7-43c5-a29d-7dc5760b4df4 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749228
Jun 29 20:57:46.398483 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bfcc8412-29ab-4b2d-81b8-b35f14f3661f req-3b9eca62-3578-41f5-bab4-caea618ef96d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611088
Jun 29 20:57:46.620186 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25790f-e5c3-4c72-9b69-50a450227a9a req-10c6e96e-a3b5-4c09-a03e-68f299914562 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:46.621817 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bb25790f-e5c3-4c72-9b69-50a450227a9a req-10c6e96e-a3b5-4c09-a03e-68f299914562 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 943 time: 0.0767767
Jun 29 20:57:46.667581 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bb25790f-e5c3-4c72-9b69-50a450227a9a req-1c383540-cb32-4614-8615-eaa6d37edc56 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392215
Jun 29 20:57:46.674121 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device fc0e7555-46e1-4fdb-901b-c18dbb7aa165 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:57:46.706426 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: fc0e7555-46e1-4fdb-901b-c18dbb7aa165 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:57:46.706772 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device fc0e7555-46e1-4fdb-901b-c18dbb7aa165 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:57:47.173212 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:47.338796 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['a52622e2-cb29-438d-9466-b3f2c2619f2f'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:57:47.686235 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cadac0-6163-4bf9-a7d6-8456e648ad32 req-249367e3-fbbb-4f91-a08b-0c5b49de095e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:47.687678 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-04cadac0-6163-4bf9-a7d6-8456e648ad32 req-249367e3-fbbb-4f91-a08b-0c5b49de095e tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1418717
Jun 29 20:57:47.697955 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab6cce-07ad-4c37-8f74-f047c0a30859 req-54072069-3eb3-49bb-a46b-ebeab7ef5e77 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:47.699371 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-62ab6cce-07ad-4c37-8f74-f047c0a30859 req-54072069-3eb3-49bb-a46b-ebeab7ef5e77 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 944 time: 0.1074731
Jun 29 20:57:47.770604 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-04cadac0-6163-4bf9-a7d6-8456e648ad32 req-e0dae113-75d4-48d9-a555-5ec1730f1fa2 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703053
Jun 29 20:57:47.777287 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-62ab6cce-07ad-4c37-8f74-f047c0a30859 req-9ca382f4-6e17-4c7a-b6f3-b560e0b73888 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637746
Jun 29 20:57:47.968589 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54fdf1-21f1-4a37-90f0-625c2ac13930 req-6c6b3e36-18d2-477a-a873-195a5076cecd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:47.970351 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fd54fdf1-21f1-4a37-90f0-625c2ac13930 req-6c6b3e36-18d2-477a-a873-195a5076cecd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 943 time: 0.0765576
Jun 29 20:57:48.018279 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fd54fdf1-21f1-4a37-90f0-625c2ac13930 req-c8749a7d-93a9-47d6-b64d-baf449d83548 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424030
Jun 29 20:57:48.411465 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1a1dd688-257c-44e8-a30d-9bb513f20c29 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:57:48.569569 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1a1dd688-257c-44e8-a30d-9bb513f20c29, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1a1dd688-257c-44e8-a30d-9bb513f20c29,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:48.596625 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '1a1dd688-257c-44e8-a30d-9bb513f20c29', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'port_id': '1a1dd688-257c-44e8-a30d-9bb513f20c29', 'mac_address': 'fa:16:3e:d5:35:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:57:48.608950 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-43f971b3-32ad-4323-9d93-6f9457fb11df tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Synchronizing usage tracker for tenant:37b4081293e248ac8dc9ba0f45827a28 on resource:security_group {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:57:48.648864 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-43f971b3-32ad-4323-9d93-6f9457fb11df tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Unset dirty status for tenant:37b4081293e248ac8dc9ba0f45827a28 on resource:security_group {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:57:48.650004 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-43f971b3-32ad-4323-9d93-6f9457fb11df tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1769436007&fields=id&tenant_id=37b4081293e248ac8dc9ba0f45827a28 HTTP/1.1" status: 200  len: 267 time: 0.1303506
Jun 29 20:57:48.684634 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:48.709657 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1dd688-257c-44e8-a30d-9bb513f20c29 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:57:48.739376 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1a1dd688-257c-44e8-a30d-9bb513f20c29, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1a1dd688-257c-44e8-a30d-9bb513f20c29,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:48.744475 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:48.747636 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f794a05c-1079-4327-a5b6-9d7d19f59b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:48.840066 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-7841594b-4707-4938-ac35-1a10cb85b5d7 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:48.840846 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-7841594b-4707-4938-ac35-1a10cb85b5d7 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Synchronizing usage tracker for tenant:37b4081293e248ac8dc9ba0f45827a28 on resource:network {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:57:48.848099 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=1a1dd688-257c-44e8-a30d-9bb513f20c29,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:48.858270 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:48.872190 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-7841594b-4707-4938-ac35-1a10cb85b5d7 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Unset dirty status for tenant:37b4081293e248ac8dc9ba0f45827a28 on resource:network {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:57:48.882207 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-7841594b-4707-4938-ac35-1a10cb85b5d7 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/networks?id=a6ac8742-47be-4a00-b65f-0675d13dc794 HTTP/1.1" status: 200  len: 809 time: 0.2225192
Jun 29 20:57:48.924402 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-544d20ba-6674-4529-b557-f17e6d8bddb8 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/quotas/37b4081293e248ac8dc9ba0f45827a28 HTTP/1.1" status: 200  len: 375 time: 0.0376804
Jun 29 20:57:49.078528 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-2c98f774-bf2d-46da-a247-037990e1084d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=37b4081293e248ac8dc9ba0f45827a28&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1484857
Jun 29 20:57:49.085582 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190bb31-8fd8-4118-86c7-41912fb4f234 req-3c8c4e99-f77f-42ff-9fb2-729d54c1666d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:49.087032 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c190bb31-8fd8-4118-86c7-41912fb4f234 req-3c8c4e99-f77f-42ff-9fb2-729d54c1666d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1100757
Jun 29 20:57:49.221725 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c190bb31-8fd8-4118-86c7-41912fb4f234 req-f50ae3b5-8423-46ac-b2b1-31ce32a297b7 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139777
Jun 29 20:57:49.257814 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-e070e6e1-199b-446c-a7b4-87b1b58721c6 service neutron] 10.222.0.15 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673355
Jun 29 20:57:49.441728 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-375aab93-70dc-4583-934b-554636ee29bf service neutron] 10.222.0.15 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779158
Jun 29 20:57:49.455533 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c82131-7881-43aa-b81a-9c6836b41710 req-b5851705-d760-4a7b-aa94-485efebe30b5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:49.456933 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a1c82131-7881-43aa-b81a-9c6836b41710 req-b5851705-d760-4a7b-aa94-485efebe30b5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 944 time: 0.1259513
Jun 29 20:57:49.502842 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a1c82131-7881-43aa-b81a-9c6836b41710 req-f8e4c5d9-380c-4f8b-a2ea-972284c85720 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402484
Jun 29 20:57:49.783171 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412c91-b513-4502-b84a-28ea48a1514d req-eda97179-8489-4811-8654-196f33dc8547 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:49.784617 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0f412c91-b513-4502-b84a-28ea48a1514d req-eda97179-8489-4811-8654-196f33dc8547 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 944 time: 0.1600754
Jun 29 20:57:49.861939 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0f412c91-b513-4502-b84a-28ea48a1514d req-2edd0a21-4915-4430-9380-92d7811f3995 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713739
Jun 29 20:57:49.873628 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-53239b2e-adf4-440f-9c5f-f6b0161685bb req-7c6f0753-0d75-46d6-8e3f-94fcafd02575 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 210 time: 0.0435250
Jun 29 20:57:50.416440 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316766c0-4876-437c-998e-46fd49842672 req-d5721386-50b8-4302-9410-679eeaf51a72 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:50.417861 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-316766c0-4876-437c-998e-46fd49842672 req-d5721386-50b8-4302-9410-679eeaf51a72 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.0753498
Jun 29 20:57:50.465373 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-316766c0-4876-437c-998e-46fd49842672 req-1e4a8cf7-0538-4798-92ef-2f5312e5555c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413475
Jun 29 20:57:50.712501 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081d529-3c73-4a9a-8284-d0b8776a51fe req-69119f5c-43d0-484c-9343-20c6d2afc917 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:50.713947 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2081d529-3c73-4a9a-8284-d0b8776a51fe req-69119f5c-43d0-484c-9343-20c6d2afc917 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 944 time: 0.0773177
Jun 29 20:57:50.758936 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2081d529-3c73-4a9a-8284-d0b8776a51fe req-9d0aa6e2-3a7f-4506-a941-e9526b5687ca tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395429
Jun 29 20:57:51.070315 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7163205c-aa72-46a7-9a5f-e698652a62fe req-ddf9b57e-b039-4d8e-872b-447ee16b1fe6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 210 time: 0.0534332
Jun 29 20:57:51.104418 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32aaccf-1c1b-4f39-b2fc-442b7ab01d0e req-dd41b059-3683-434a-8422-4f2213f82032 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:51.105867 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c32aaccf-1c1b-4f39-b2fc-442b7ab01d0e req-dd41b059-3683-434a-8422-4f2213f82032 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 944 time: 0.1201818
Jun 29 20:57:51.151972 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c32aaccf-1c1b-4f39-b2fc-442b7ab01d0e req-e65e1bd1-bd19-4619-8b61-bfc3a85fd060 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400960
Jun 29 20:57:51.665927 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed88ec-f7de-4fde-8b27-4fa049d6410d req-c2a47df8-e384-4bd4-b9b9-4ea381c24796 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:51.667322 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d7ed88ec-f7de-4fde-8b27-4fa049d6410d req-c2a47df8-e384-4bd4-b9b9-4ea381c24796 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.0814068
Jun 29 20:57:51.712146 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d7ed88ec-f7de-4fde-8b27-4fa049d6410d req-fab55bd3-4eea-4094-992e-54f1d615e7b6 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386500
Jun 29 20:57:51.973239 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a8f0-cf70-4e01-b6e8-8a7f5cfe8362 req-96fbeff1-f825-42b8-a4b9-5fa293fdba40 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:51.974663 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f603a8f0-cf70-4e01-b6e8-8a7f5cfe8362 req-96fbeff1-f825-42b8-a4b9-5fa293fdba40 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 944 time: 0.0775564
Jun 29 20:57:52.024164 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f603a8f0-cf70-4e01-b6e8-8a7f5cfe8362 req-11a76d9d-be51-4462-b4ce-37e84248395b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412147
Jun 29 20:57:52.207828 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['1a1dd688-257c-44e8-a30d-9bb513f20c29'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:57:52.234396 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2170ab54-36b5-46a3-8579-7d9916a114ff req-5bb213e6-db0d-40c6-8d10-d53ec2aed270 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 210 time: 0.0464082
Jun 29 20:57:52.303097 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device a52622e2-cb29-438d-9466-b3f2c2619f2f up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:52.396162 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:52.410416 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191c1ca-49aa-43ac-a91f-447e7231b813 req-aa03108f-8a5b-4b8a-954b-30d62cd9d525 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:52.411936 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b191c1ca-49aa-43ac-a91f-447e7231b813 req-aa03108f-8a5b-4b8a-954b-30d62cd9d525 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 944 time: 0.0904088
Jun 29 20:57:52.445928 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port a52622e2-cb29-438d-9466-b3f2c2619f2f triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:52.446307 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:52.461672 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b191c1ca-49aa-43ac-a91f-447e7231b813 req-b6e90f1e-695a-4dc8-8a63-0b171117e44d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437810
Jun 29 20:57:52.658368 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:52.712850 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:57:52.734727 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:52.747242 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:52.753331 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:52.795001 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'code': 200}
Jun 29 20:57:52.833727 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=10']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:52.836497 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:52.937163 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8bba4-ab06-46b9-96d5-cad22a0d2b73 req-f874696f-19aa-4c92-bb4f-b1f50e4ecf81 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:52.939236 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-21c8bba4-ab06-46b9-96d5-cad22a0d2b73 req-f874696f-19aa-4c92-bb4f-b1f50e4ecf81 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.0850978
Jun 29 20:57:52.985352 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-21c8bba4-ab06-46b9-96d5-cad22a0d2b73 req-da7a0d67-5b55-4f92-8a0f-8ba05b76893c tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398302
Jun 29 20:57:53.248421 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca86f13-53dd-4135-a594-2c28ceb177d6 req-afcdc904-5944-4b76-b861-49a02a7bb40a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:53.249993 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2ca86f13-53dd-4135-a594-2c28ceb177d6 req-afcdc904-5944-4b76-b861-49a02a7bb40a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 946 time: 0.0802059
Jun 29 20:57:53.312823 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2ca86f13-53dd-4135-a594-2c28ceb177d6 req-3f132eb0-b2a1-435f-8adb-a5d1104de7bb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558770
Jun 29 20:57:53.523832 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e5355fa9-1fa3-482c-9242-67f6f2a55fef req-083625c7-74d6-42f9-b45c-c4a66222f388 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 210 time: 0.0604107
Jun 29 20:57:53.582483 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-e6bb7a1b-1edd-4a85-9416-b496836ba5a9 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:53.584720 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-e6bb7a1b-1edd-4a85-9416-b496836ba5a9 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.60 "GET /v2.0/networks?id=a6ac8742-47be-4a00-b65f-0675d13dc794 HTTP/1.1" status: 200  len: 809 time: 0.2924917
Jun 29 20:57:53.697265 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-b96dd888-d213-4fa9-b354-0b148bb25718 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Synchronizing usage tracker for tenant:37b4081293e248ac8dc9ba0f45827a28 on resource:security_group {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:57:53.714634 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-b96dd888-d213-4fa9-b354-0b148bb25718 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Unset dirty status for tenant:37b4081293e248ac8dc9ba0f45827a28 on resource:security_group {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:57:53.716013 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-b96dd888-d213-4fa9-b354-0b148bb25718 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b4081293e248ac8dc9ba0f45827a28 HTTP/1.1" status: 200  len: 380 time: 0.0998335
Jun 29 20:57:53.793249 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Request body: {'port': {'device_id': '7fa46ae0-9f87-4518-a897-d78261091b62', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'admin_state_up': True, 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'security_groups': ['56fa1c3d-8334-4f06-ba26-a1edafaa26f8']}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:53.859644 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86c337-e0be-49a3-8ec3-5761d5831221 req-a2a51b83-9515-4324-bf56-8ed112aa64de tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:53.861355 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bf86c337-e0be-49a3-8ec3-5761d5831221 req-a2a51b83-9515-4324-bf56-8ed112aa64de tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 944 time: 0.1323779
Jun 29 20:57:53.908805 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e50724-c371-4f4e-98e5-11fb7d975273 req-a858f430-ced7-4d53-b7a8-f0e001fd17f0 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:53.910204 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-46e50724-c371-4f4e-98e5-11fb7d975273 req-a858f430-ced7-4d53-b7a8-f0e001fd17f0 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1226203
Jun 29 20:57:53.924100 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bf86c337-e0be-49a3-8ec3-5761d5831221 req-afb66944-bb96-4aec-9688-f81d213e5d87 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565901
Jun 29 20:57:53.926590 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d0b0f661-2c97-43c7-baf4-23e5907d84e1 req-55335d9b-e760-445b-a423-95fd2b27207c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 1099 time: 0.1895945
Jun 29 20:57:53.971108 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:53.974141 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-46e50724-c371-4f4e-98e5-11fb7d975273 req-cd48a7c0-855c-4aea-84d8-d45e2e09021a tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534868
Jun 29 20:57:53.978914 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Usage tracker for resource:port and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:53.983151 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:53.991770 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d0b0f661-2c97-43c7-baf4-23e5907d84e1 req-9804e9d5-f185-47d6-b412-56e63f67259a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566370
Jun 29 20:57:53.992577 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:54.004860 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Made reservation on behalf of 37b4081293e248ac8dc9ba0f45827a28 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:57:54.007892 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:54.185158 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Allocated IP 172.20.0.11 (a6ac8742-47be-4a00-b65f-0675d13dc794/6da294a2-2cf7-453f-a2e2-a6bbfd5310a9/5ae8f816-5598-49d0-a742-1583e0555133) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:57:54.236338 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1a1dd688-257c-44e8-a30d-9bb513f20c29 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:57:54.237371 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-32f3a4b2-3ca9-4654-8d85-56e312e5b851 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:54.238836 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-32f3a4b2-3ca9-4654-8d85-56e312e5b851 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/networks?id=c4654ed2-a547-4fac-a1d6-d18db969fcc6 HTTP/1.1" status: 200  len: 814 time: 0.2049277
Jun 29 20:57:54.260233 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b05da-e027-4399-b873-00c31969f2b6 req-2eb864ff-f0f6-4cda-b01b-2caa28d4e07d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:54.261656 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dd7b05da-e027-4399-b873-00c31969f2b6 req-2eb864ff-f0f6-4cda-b01b-2caa28d4e07d tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1439395
Jun 29 20:57:54.266891 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-7fadb12c-b7d2-4dd6-bf5b-0ad0c3edbf4a tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/quotas/e3a11445def64a93972ecaf5644cb126 HTTP/1.1" status: 200  len: 375 time: 0.0192306
Jun 29 20:57:54.320090 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 1a1dd688-257c-44e8-a30d-9bb513f20c29 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:54.325109 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 1a1dd688-257c-44e8-a30d-9bb513f20c29 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:54.325490 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:54.340303 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-69618af8-3019-4191-83f4-ed858309d4b2 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3a11445def64a93972ecaf5644cb126&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0547056
Jun 29 20:57:54.378172 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dd7b05da-e027-4399-b873-00c31969f2b6 req-45862d27-1552-4c34-b65f-b42d4cc66256 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101313
Jun 29 20:57:54.378442 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:54.396028 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Transition to ACTIVE for port object 5ae8f816-5598-49d0-a742-1583e0555133 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:54.424938 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:54.431485 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b0bce7e3-2754-4c89-98b0-99833e2d485f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:54.542382 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:54.553098 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Network a6ac8742-47be-4a00-b65f-0675d13dc794 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:57:54.562218 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:54.564942 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-3453dbfd-6dbd-467b-ae39-1131661631d0 service neutron] 10.222.0.15 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135861
Jun 29 20:57:54.583391 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event updated for resources: {'Port': ['ID=5ae8f816-5598-49d0-a742-1583e0555133,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:54.588452 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:57:54.609314 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1a1dd688-257c-44e8-a30d-9bb513f20c29, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1a1dd688-257c-44e8-a30d-9bb513f20c29,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:54.620949 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:54.623428 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:54.659468 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.660204 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.662608 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.663226 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.664407 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.665330 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.666487 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.667007 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.668475 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.668939 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.669735 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.706483 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:54.739924 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=1a1dd688-257c-44e8-a30d-9bb513f20c29,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:54.749444 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.750057 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.750589 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.751091 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.751576 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.752057 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.752558 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.753050 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.753529 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.754005 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.754483 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:57:54.759032 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:54.759168 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:54.759945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:54.791418 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0026386
Jun 29 20:57:54.796151 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1dd688-257c-44e8-a30d-9bb513f20c29'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:57:54.816518 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Request body: {'port': {'device_id': '7fa46ae0-9f87-4518-a897-d78261091b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:54.900449 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-ef88b843-8138-483f-b63f-09ebb7ef97c5 None None] Provisioning for port 5ae8f816-5598-49d0-a742-1583e0555133 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:57:54.908360 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-ef88b843-8138-483f-b63f-09ebb7ef97c5 None None] Provisioning complete for port 5ae8f816-5598-49d0-a742-1583e0555133 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:57:54.908789 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-ef88b843-8138-483f-b63f-09ebb7ef97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:54.915649 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-f1819939-b2bb-436c-bda5-0da3e0aaf976 service neutron] 10.222.0.15 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3401158
Jun 29 20:57:54.946903 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c022db-4c27-4a08-93e2-ccba67dedd7c req-4a6ff153-16f1-4a52-ad75-d62b7999d758 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:54.948732 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-30c022db-4c27-4a08-93e2-ccba67dedd7c req-4a6ff153-16f1-4a52-ad75-d62b7999d758 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 946 time: 0.3465066
Jun 29 20:57:54.953295 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:54.991909 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-ef88b843-8138-483f-b63f-09ebb7ef97c5 None None] Port 5ae8f816-5598-49d0-a742-1583e0555133 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:57:55.013133 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-30c022db-4c27-4a08-93e2-ccba67dedd7c req-da1bc368-61ff-4781-96bc-f334f67b8c32 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552115
Jun 29 20:57:55.120438 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1dd688-257c-44e8-a30d-9bb513f20c29', 'code': 200}
Jun 29 20:57:55.237130 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e61cea-c287-4316-b692-726a83b33222 req-7d2e06b8-1e2f-46ed-a425-fe338d4a1534 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:55.244044 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-37e61cea-c287-4316-b692-726a83b33222 req-7d2e06b8-1e2f-46ed-a425-fe338d4a1534 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 932 time: 0.1025388
Jun 29 20:57:55.354879 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-37e61cea-c287-4316-b692-726a83b33222 req-e73e1b4f-d39a-4f44-b63c-23454e1a7056 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100290
Jun 29 20:57:55.385078 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d2ac6-e8de-4302-997f-ab7d183d02e4 req-56b9f21c-02a2-407d-9fd3-bc66f5e81c37 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:55.394756 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9d5d2ac6-e8de-4302-997f-ab7d183d02e4 req-56b9f21c-02a2-407d-9fd3-bc66f5e81c37 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 945 time: 0.1477895
Jun 29 20:57:55.430240 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae8f816-5598-49d0-a742-1583e0555133 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:57:55.450806 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:55.461732 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9d5d2ac6-e8de-4302-997f-ab7d183d02e4 req-22bbaae3-5dbf-4e70-b27b-cc2eacbec2d6 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658596
Jun 29 20:57:55.493108 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Transition to ACTIVE for port object 5ae8f816-5598-49d0-a742-1583e0555133 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:55.503299 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:55.508252 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f869ef90-8809-4bfd-83bf-749ed97a00d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:55.673315 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8c1f3fcb-2270-4779-91e5-62810f792e8d req-428c3e84-0f4d-4925-8629-82eb1394dd4a tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 210 time: 0.0997541
Jun 29 20:57:55.848070 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daa783-d41e-4d10-a27e-70fd4c1d3504 req-f2c75b4b-a9a1-43a8-b465-de9e9a27829a tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:55.848589 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae8f816-5598-49d0-a742-1583e0555133,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:55.852223 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e1daa783-d41e-4d10-a27e-70fd4c1d3504 req-f2c75b4b-a9a1-43a8-b465-de9e9a27829a tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1779139
Jun 29 20:57:55.880845 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:56.045241 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e1daa783-d41e-4d10-a27e-70fd4c1d3504 req-276dd649-aa8e-40fa-a634-1fbbf1a87b8d tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1745811
Jun 29 20:57:56.056662 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7ac11e39-a927-419f-be22-b3f1829eb599 req-6e42e4c4-5bf8-4855-8e4e-5ed686cf63a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 1098 time: 0.3571215
Jun 29 20:57:56.059315 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Attempting to bind port 5ae8f816-5598-49d0-a742-1583e0555133 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:57:56.059898 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Attempting to bind port 5ae8f816-5598-49d0-a742-1583e0555133 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:57:56.060389 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Attempting to bind port 5ae8f816-5598-49d0-a742-1583e0555133 on network a6ac8742-47be-4a00-b65f-0675d13dc794 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:56.067965 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Port 5ae8f816-5598-49d0-a742-1583e0555133 on network a6ac8742-47be-4a00-b65f-0675d13dc794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:57:56.068476 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Attempting to bind port 5ae8f816-5598-49d0-a742-1583e0555133 on network a6ac8742-47be-4a00-b65f-0675d13dc794 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:56.075134 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:57:56.075672 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Checking segment: {'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:57:56.076219 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Bound using segment: {'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:57:56.076841 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Bound port: 5ae8f816-5598-49d0-a742-1583e0555133, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:57:56.077353 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:56.113732 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880e35d-7a31-4468-aa80-87a6b14298ac req-9c67dfac-3c71-407d-82b9-613c4da74fe9 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:56.118369 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6880e35d-7a31-4468-aa80-87a6b14298ac req-9c67dfac-3c71-407d-82b9-613c4da74fe9 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1785183
Jun 29 20:57:56.186940 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7ac11e39-a927-419f-be22-b3f1829eb599 req-8ba95c54-5a80-4b82-af82-1d1a7f99a21b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932534
Jun 29 20:57:56.217390 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] For port 5ae8f816-5598-49d0-a742-1583e0555133, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:57:56.224478 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] For port 5ae8f816-5598-49d0-a742-1583e0555133, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5ae8f816-5598-49d0-a742-1583e0555133,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:57:56.235487 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:56.239819 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0de43d05-6e2c-4523-947a-1d3e5121f2a0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:56.265662 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6880e35d-7a31-4468-aa80-87a6b14298ac req-273ce5db-e4c5-4d16-a8b7-45957097fda7 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382508
Jun 29 20:57:56.321371 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:56.322711 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] 10.222.0.60 "PUT /v2.0/ports/5ae8f816-5598-49d0-a742-1583e0555133 HTTP/1.1" status: 200  len: 1094 time: 1.5121937
Jun 29 20:57:56.323202 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:57:56.327034 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69c1c5-118f-4f99-b0c4-7869529ed7c2 req-8e83fe27-a858-4461-ac52-a572a58e6454 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:56.329227 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ee69c1c5-118f-4f99-b0c4-7869529ed7c2 req-8e83fe27-a858-4461-ac52-a572a58e6454 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 946 time: 0.1125021
Jun 29 20:57:56.341202 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae8f816-5598-49d0-a742-1583e0555133,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:56.348985 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:56.395441 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ee69c1c5-118f-4f99-b0c4-7869529ed7c2 req-1787b03b-2337-44af-95da-3d824f4ee4dc tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597839
Jun 29 20:57:56.509386 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133', 'status': 'completed', 'code': 200}
Jun 29 20:57:56.745035 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0915d7-dbea-4fd4-99f6-54b2b21c3e2d req-c364f48e-6476-40d9-9b95-d2f5d32ab954 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:56.754269 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8b0915d7-dbea-4fd4-99f6-54b2b21c3e2d req-c364f48e-6476-40d9-9b95-d2f5d32ab954 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1186128
Jun 29 20:57:56.808744 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-38941aaa-bde2-460b-a0cd-ce98d503838d req-156bb7bb-3115-40a7-9c7f-b13d4c571bac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b4081293e248ac8dc9ba0f45827a28&device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1097 time: 0.0749180
Jun 29 20:57:56.850183 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8b0915d7-dbea-4fd4-99f6-54b2b21c3e2d req-159b46fc-841a-44b8-bfff-f3e2f10605c1 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948141
Jun 29 20:57:56.871521 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaac17-3e96-45dc-9f39-1b5d61db3951 req-bfcb16a7-82a6-47d4-973d-1d7aa6aee043 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:56.873460 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1ebaac17-3e96-45dc-9f39-1b5d61db3951 req-bfcb16a7-82a6-47d4-973d-1d7aa6aee043 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 945 time: 0.0994272
Jun 29 20:57:56.923621 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1ebaac17-3e96-45dc-9f39-1b5d61db3951 req-08657895-ae61-4d1a-b52f-e37a34a70703 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435445
Jun 29 20:57:57.086176 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e93bc80d-4be5-4dfb-8a8f-1daed270fc7d req-396b8152-ba97-43bf-af61-2eb8501f34af tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 210 time: 0.0479312
Jun 29 20:57:57.101326 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a052ad-962d-4d24-bd19-94a075a66f8c req-35a82138-102b-4e31-98fb-8ae6549e9322 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:57.109139 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b0a052ad-962d-4d24-bd19-94a075a66f8c req-35a82138-102b-4e31-98fb-8ae6549e9322 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.1433213
Jun 29 20:57:57.134946 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-d9ab8d8a-be83-453a-8576-8d8919517402 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:57.135666 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-d9ab8d8a-be83-453a-8576-8d8919517402 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Synchronizing usage tracker for tenant:bafaee80f7dc44798ec8f2b8a7edf142 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:57:57.141617 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38941aaa-bde2-460b-a0cd-ce98d503838d req-e1444695-5d1d-49c6-a757-42010a1dc17a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:57.143005 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-38941aaa-bde2-460b-a0cd-ce98d503838d req-e1444695-5d1d-49c6-a757-42010a1dc17a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=37b4081293e248ac8dc9ba0f45827a28&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1783762
Jun 29 20:57:57.157114 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-d9ab8d8a-be83-453a-8576-8d8919517402 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Unset dirty status for tenant:bafaee80f7dc44798ec8f2b8a7edf142 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:57:57.158342 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-d9ab8d8a-be83-453a-8576-8d8919517402 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.60 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.2304778
Jun 29 20:57:57.173627 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b0a052ad-962d-4d24-bd19-94a075a66f8c req-ceed61ee-5c04-4f09-a04f-8d874f7a2434 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617955
Jun 29 20:57:57.308889 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff0f6f-166c-4630-b7a0-c5dbdf1a0b26 req-a4120c97-0576-4cbd-9fc7-bbce12d1708e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:57.310678 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-81ff0f6f-166c-4630-b7a0-c5dbdf1a0b26 req-a4120c97-0576-4cbd-9fc7-bbce12d1708e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.0865655
Jun 29 20:57:57.321417 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Deleting port b85b22e6-1753-40f3-bb5c-1ceb228955d0 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:57:57.321762 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:57.377433 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-81ff0f6f-166c-4630-b7a0-c5dbdf1a0b26 req-cdd3b03a-1b09-4485-90a6-f050a7f702dc tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568733
Jun 29 20:57:57.412184 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38941aaa-bde2-460b-a0cd-ce98d503838d req-8041de5e-d0ee-484b-9dd4-30c7149df116 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:57.413629 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-38941aaa-bde2-460b-a0cd-ce98d503838d req-8041de5e-d0ee-484b-9dd4-30c7149df116 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2454619
Jun 29 20:57:57.498895 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cb514-bf6f-42cb-98d1-e532b1fe3d40 req-162f70ad-26af-4fea-92fa-7110a0e8281f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:57.501560 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1b0cb514-bf6f-42cb-98d1-e532b1fe3d40 req-162f70ad-26af-4fea-92fa-7110a0e8281f tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 945 time: 0.1022174
Jun 29 20:57:57.643257 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1b0cb514-bf6f-42cb-98d1-e532b1fe3d40 req-e6eb10ae-9a07-4aa6-8857-036f35167934 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/security-groups?id=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351254
Jun 29 20:57:57.704027 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-2b4b7b2a-0adb-4cbf-938b-a26899f28610 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b4081293e248ac8dc9ba0f45827a28&device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1097 time: 0.1509798
Jun 29 20:57:57.710275 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca0c39-735c-4b6e-9f7d-87c8feb83e05 req-ff5cae63-9855-4f30-9fa7-32f94c952369 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:57.711064 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f4ca0c39-735c-4b6e-9f7d-87c8feb83e05 req-ff5cae63-9855-4f30-9fa7-32f94c952369 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 946 time: 0.1239896
Jun 29 20:57:57.732119 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] For port b85b22e6-1753-40f3-bb5c-1ceb228955d0, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=b85b22e6-1753-40f3-bb5c-1ceb228955d0,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:57:57.732572 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:57.807726 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-943b25d8-eeb2-4443-b116-2ecfb8f4d21b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae8f816-5598-49d0-a742-1583e0555133 HTTP/1.1" status: 200  len: 217 time: 0.0749156
Jun 29 20:57:57.867697 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f4ca0c39-735c-4b6e-9f7d-87c8feb83e05 req-d7fbca0a-1424-41fd-97db-971477ac587e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1500058
Jun 29 20:57:57.880045 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Calling delete_port for b85b22e6-1753-40f3-bb5c-1ceb228955d0 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:57:57.899602 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-f87e8a55-fe38-404a-bd48-5d354feb5a7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:57.902308 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-f87e8a55-fe38-404a-bd48-5d354feb5a7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6da294a2-2cf7-453f-a2e2-a6bbfd5310a9 HTTP/1.1" status: 200  len: 848 time: 0.0838835
Jun 29 20:57:57.914853 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-5ea498ed-dca4-4b71-acb8-5469f51f9c80 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:57.916368 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-5ea498ed-dca4-4b71-acb8-5469f51f9c80 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.60 "GET /v2.0/networks?id=c4654ed2-a547-4fac-a1d6-d18db969fcc6 HTTP/1.1" status: 200  len: 814 time: 0.3460438
Jun 29 20:57:58.011667 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Request body: {'port': {'device_id': '5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2', 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6', 'admin_state_up': True, 'tenant_id': 'e3a11445def64a93972ecaf5644cb126'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:58.230789 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:58.245199 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ed6698a3-0e7e-4d6b-b99d-35fbae174b40 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:58.259655 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b812fb-53c4-41fe-ac4c-f0b1525fba69 req-98ce2270-a5e1-4015-bab9-26ba9406e366 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:58.261112 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-74b812fb-53c4-41fe-ac4c-f0b1525fba69 req-98ce2270-a5e1-4015-bab9-26ba9406e366 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.2464755
Jun 29 20:57:58.271448 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-14f844a5-614a-4910-bec2-4581abee4f32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6ac8742-47be-4a00-b65f-0675d13dc794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2921791
Jun 29 20:57:58.272036 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device b85b22e6-1753-40f3-bb5c-1ceb228955d0 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:57:58.282143 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4afdc-9c0b-475e-b089-303c330d2cc8 req-adc7b3fc-5530-4c90-ab59-9bfcef9a84cd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:58.283706 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-84c4afdc-9c0b-475e-b089-303c330d2cc8 req-adc7b3fc-5530-4c90-ab59-9bfcef9a84cd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 945 time: 0.2213163
Jun 29 20:57:58.307529 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Pushing event deleted for resources: {'Port': ['ID=b85b22e6-1753-40f3-bb5c-1ceb228955d0,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:58.310587 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: b85b22e6-1753-40f3-bb5c-1ceb228955d0 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:57:58.311156 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device b85b22e6-1753-40f3-bb5c-1ceb228955d0 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:57:58.312301 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:58.348659 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:57:58.379620 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Usage tracker for resource:port and tenant:e3a11445def64a93972ecaf5644cb126 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:57:58.386993 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:57:58.395498 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] No DVR routers for this DVR port b85b22e6-1753-40f3-bb5c-1ceb228955d0 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:57:58.397236 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:57:58.399542 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:58.414106 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Made reservation on behalf of e3a11445def64a93972ecaf5644cb126 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:57:58.417017 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:58.431400 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-07a84a56-1b3d-4a3c-bce0-3afa0e721a29 req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.60 "DELETE /v2.0/ports/b85b22e6-1753-40f3-bb5c-1ceb228955d0 HTTP/1.1" status: 204  len: 173 time: 1.2375922
Jun 29 20:57:58.449337 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-74b812fb-53c4-41fe-ac4c-f0b1525fba69 req-a60d39a5-384f-4c46-8356-0a881df62282 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1747398
Jun 29 20:57:58.465694 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-84c4afdc-9c0b-475e-b089-303c330d2cc8 req-026a04c1-d821-4134-92ea-014f6784c627 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1692472
Jun 29 20:57:58.487786 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-d69dd99a-b41a-4f54-8708-dc4df1aa8001 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1880052
Jun 29 20:57:58.511780 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb5de93-f38f-404b-8d5e-d69e5b95a3aa', 'name': 'network-vif-deleted', 'tag': 'b85b22e6-1753-40f3-bb5c-1ceb228955d0'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:57:58.616757 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Allocated IP 172.20.0.8 (c4654ed2-a547-4fac-a1d6-d18db969fcc6/9c8c9eca-cc87-4857-802e-7d6de73856ff/f4e2a4e7-d475-4d0f-8a7c-11de0d10e021) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:57:58.687468 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55094f6a-d0a3-49cd-a6fa-69d43f5c6973 req-dda91b80-7017-4b4d-b70c-581e39f98543 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1892591
Jun 29 20:57:58.764152 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3b3e872b-cf85-41cd-88e6-3ac368268269 req-8c8964ca-6a8e-4018-8990-21796c7e377f tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 210 time: 0.0789855
Jun 29 20:57:58.815868 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f155-a4c9-4d05-bc3b-a92f494b30bc req-f21f3cf5-89bb-4ad7-94fb-00e2f6f2ef76 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:58.817362 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-aec2f155-a4c9-4d05-bc3b-a92f494b30bc req-f21f3cf5-89bb-4ad7-94fb-00e2f6f2ef76 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.0886369
Jun 29 20:57:58.843101 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:58.867584 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-aec2f155-a4c9-4d05-bc3b-a92f494b30bc req-d39af000-8003-49ca-9c42-617fa3973e11 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438313
Jun 29 20:57:58.875617 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:58.881062 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:58.951032 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb5de93-f38f-404b-8d5e-d69e5b95a3aa', 'name': 'network-vif-deleted', 'tag': 'b85b22e6-1753-40f3-bb5c-1ceb228955d0', 'status': 'completed', 'code': 200}
Jun 29 20:57:58.966246 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305858fa-4f6b-4f09-a2e0-6b3697d9dc13 req-e01e7f78-4ba4-4be0-85d9-2c575cdf1467 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:58.967240 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-305858fa-4f6b-4f09-a2e0-6b3697d9dc13 req-e01e7f78-4ba4-4be0-85d9-2c575cdf1467 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.0869801
Jun 29 20:57:58.973415 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Pushing event updated for resources: {'Port': ['ID=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:58.976738 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Network c4654ed2-a547-4fac-a1d6-d18db969fcc6 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:57:58.977695 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:58.978649 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:57:58.980604 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:57:59.021450 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-305858fa-4f6b-4f09-a2e0-6b3697d9dc13 req-1a6b74d1-833e-4eb0-9adb-f706f2ffadec tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468025
Jun 29 20:57:59.040612 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:59.041235 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:59.066091 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0584803
Jun 29 20:57:59.092412 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Request body: {'port': {'device_id': '5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:57:59.095101 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1e1a5165-fe89-4b33-9bc2-cc3fb1b1383a req-2767bd89-c33d-4401-8921-088fdf1f1084 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb5de93-f38f-404b-8d5e-d69e5b95a3aa HTTP/1.1" status: 200  len: 210 time: 0.0417430
Jun 29 20:57:59.198835 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:59.537784 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:57:59.545758 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:59.561998 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Transition to ACTIVE for port object f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:57:59.568346 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:59.572907 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:59.698702 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:57:59.727582 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:57:59.760246 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908e824-c7ae-488a-949a-9686e4f6daba req-5ea2db23-8358-4191-a57e-7f01b0934bac tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:59.765004 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4908e824-c7ae-488a-949a-9686e4f6daba req-5ea2db23-8358-4191-a57e-7f01b0934bac tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1496177
Jun 29 20:57:59.772768 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe683-2b35-4903-8a2f-473f375b58a7 req-fe7a312a-af76-4e52-9619-ad431a4781df tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:57:59.774177 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-36afe683-2b35-4903-8a2f-473f375b58a7 req-fe7a312a-af76-4e52-9619-ad431a4781df tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 945 time: 0.1188705
Jun 29 20:57:59.805057 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Attempting to bind port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:57:59.805300 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Attempting to bind port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '5f869144-6b55-4ebe-bf93-80ffa78ba7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:57:59.805613 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Attempting to bind port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 on network c4654ed2-a547-4fac-a1d6-d18db969fcc6 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:59.811673 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 on network c4654ed2-a547-4fac-a1d6-d18db969fcc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:57:59.811982 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Attempting to bind port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 on network c4654ed2-a547-4fac-a1d6-d18db969fcc6 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:57:59.818101 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:57:59.818418 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Checking segment: {'id': '5f869144-6b55-4ebe-bf93-80ffa78ba7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:57:59.818845 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Bound using segment: {'id': '5f869144-6b55-4ebe-bf93-80ffa78ba7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:57:59.819261 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Bound port: f4e2a4e7-d475-4d0f-8a7c-11de0d10e021, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f869144-6b55-4ebe-bf93-80ffa78ba7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:57:59.819593 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:59.849249 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4908e824-c7ae-488a-949a-9686e4f6daba req-48a3b859-4adc-422d-986f-94f068b11fdc tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741267
Jun 29 20:57:59.856166 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-36afe683-2b35-4903-8a2f-473f375b58a7 req-cf00c9bd-2fcd-4b30-885c-f95583e9b212 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666859
Jun 29 20:57:59.911877 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] For port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:57:59.914878 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] For port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,segment=NetworkSegment(5f869144-6b55-4ebe-bf93-80ffa78ba7cf),segment_id=5f869144-6b55-4ebe-bf93-80ffa78ba7cf)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:57:59.920787 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:59.925707 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-74720f77-ffd9-42d7-ac31-eedb8ed0d0b1 tempest-ServerRescueNegativeTestJSON-1814945189 tempest-ServerRescueNegativeTestJSON-1814945189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:57:59.987990 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:57:59.989531 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] 10.222.0.60 "PUT /v2.0/ports/f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 HTTP/1.1" status: 200  len: 1093 time: 0.9011309
Jun 29 20:58:00.002794 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:00.006012 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:00.149404 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804e17e-22ec-4dd7-8e22-fa175458bc49 req-7986c57d-fadd-4353-835c-5aee50aab55e tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:00.150731 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1804e17e-22ec-4dd7-8e22-fa175458bc49 req-7986c57d-fadd-4353-835c-5aee50aab55e tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 943 time: 0.1897647
Jun 29 20:58:00.187139 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3498-f217-41e1-8856-aa44ddc9b5d0 req-8e7b007c-15b9-4418-91b2-8026d7606307 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:00.188796 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-846a3498-f217-41e1-8856-aa44ddc9b5d0 req-8e7b007c-15b9-4418-91b2-8026d7606307 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 945 time: 0.1866083
Jun 29 20:58:00.196636 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-26ab037d-9366-4e82-bd86-13e725f27bcf tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:00.197315 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-26ab037d-9366-4e82-bd86-13e725f27bcf tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Synchronizing usage tracker for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:58:00.210442 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:58:00.213055 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-26ab037d-9366-4e82-bd86-13e725f27bcf tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Unset dirty status for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:58:00.214235 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-26ab037d-9366-4e82-bd86-13e725f27bcf tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.1558065
Jun 29 20:58:00.242352 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-c8168632-8ff7-4f67-b039-17b9cbe5e4ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3a11445def64a93972ecaf5644cb126&device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 1096 time: 0.1628850
Jun 29 20:58:00.255195 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1804e17e-22ec-4dd7-8e22-fa175458bc49 req-2580f6eb-8f1c-4333-a6fb-3587c91fffc9 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961812
Jun 29 20:58:00.264944 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-846a3498-f217-41e1-8856-aa44ddc9b5d0 req-577546f2-1f94-4e4b-940e-32b1ee463770 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692024
Jun 29 20:58:00.296621 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Deleting port f862e310-cda7-4976-a013-4624d4ffec07 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:58:00.297063 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:00.319193 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 56466) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:00.340732 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-52f75a43-ad7c-4ec0-bbae-7222e0957e2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 HTTP/1.1" status: 200  len: 217 time: 0.0734324
Jun 29 20:58:00.531828 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-a40e4b1f-be6a-452b-b6aa-4cc138a13430 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:00.533330 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-a40e4b1f-be6a-452b-b6aa-4cc138a13430 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c8c9eca-cc87-4857-802e-7d6de73856ff HTTP/1.1" status: 200  len: 854 time: 0.1812031
Jun 29 20:58:00.561159 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] For port f862e310-cda7-4976-a013-4624d4ffec07, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=f862e310-cda7-4976-a013-4624d4ffec07,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:00.561729 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:00.634657 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-c372d4b5-05cf-400d-9b91-da2dbc0b444b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4654ed2-a547-4fac-a1d6-d18db969fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0874207
Jun 29 20:58:00.684651 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Calling delete_port for f862e310-cda7-4976-a013-4624d4ffec07 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:58:00.693476 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58337b6-1357-4e61-ba2b-522b18d3082f req-2619b071-abec-4fca-92ab-b5dced9aa335 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:00.694892 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d58337b6-1357-4e61-ba2b-522b18d3082f req-2619b071-abec-4fca-92ab-b5dced9aa335 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18329ec-b86b-480b-8cfb-f12086a01a4e HTTP/1.1" status: 200  len: 945 time: 0.2859802
Jun 29 20:58:00.830662 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:00.836246 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5ad1e3a2-5022-4719-bd76-1d973df3d13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:00.862179 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1d2f-ebca-415b-96ab-b010df021d88 req-dc044d93-4064-43c0-ac06-031631111459 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:00.863636 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-595e1d2f-ebca-415b-96ab-b010df021d88 req-dc044d93-4064-43c0-ac06-031631111459 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.4065409
Jun 29 20:58:00.879822 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['002614df-5979-4f83-b55d-1bdfe4a85527', '4729a45b-ca20-4394-948e-5fd7274758da', 'fd36f385-de4e-49ff-b035-b6949db9aace'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:58:00.884416 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Pushing event deleted for resources: {'Port': ['ID=f862e310-cda7-4976-a013-4624d4ffec07,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:00.887792 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:00.956152 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2', 'tag': 'f4e2a4e7-d475-4d0f-8a7c-11de0d10e021'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:58:00.964598 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-2b2a705d-20b9-476f-bc94-c3e35b4f0cef tempest-TestVolumeBootPattern-52498179 tempest-TestVolumeBootPattern-52498179-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 1093 time: 0.6432524
Jun 29 20:58:00.969781 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56476) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:00.972749 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] No DVR routers for this DVR port f862e310-cda7-4976-a013-4624d4ffec07 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:58:00.975093 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:00.980984 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'floatingip': {'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'port_id': '1a1dd688-257c-44e8-a30d-9bb513f20c29', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address': '172.20.0.8'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:58:00.988510 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d58337b6-1357-4e61-ba2b-522b18d3082f req-c6baab73-680e-4a44-bd9e-adac19a1266d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688988
Jun 29 20:58:00.991752 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:00.996291 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-7abbf599-8cd1-40a0-9468-7e07db34b927 service neutron] 10.222.0.60 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3499062
Jun 29 20:58:00.996991 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:floatingip and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:00.999980 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:01.001057 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-595e1d2f-ebca-415b-96ab-b010df021d88 req-8ff46fe8-3f82-4709-9412-7f961f30de46 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292162
Jun 29 20:58:01.004155 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-1b9b610e-c5f7-4e93-81cb-86afc323cfef req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "DELETE /v2.0/ports/f862e310-cda7-4976-a013-4624d4ffec07 HTTP/1.1" status: 204  len: 173 time: 0.7777834
Jun 29 20:58:01.008214 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:01.019630 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:01.187984 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56480) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:01.268217 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9e22278c-9130-4ceb-aef2-206ef931e43e req-be1d4a9b-248a-4b06-83ab-928da45724f5 service neutron] 10.222.0.60 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2553358
Jun 29 20:58:01.274256 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2', 'tag': 'f4e2a4e7-d475-4d0f-8a7c-11de0d10e021', 'status': 'completed', 'code': 200}
Jun 29 20:58:01.315534 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:01.326687 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d508eff-c04b-4e8b-a4fa-e6fd1170c75f req-6cc8f36c-84f5-4ac9-9e94-868801594d19 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:01.328717 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7d508eff-c04b-4e8b-a4fa-e6fd1170c75f req-6cc8f36c-84f5-4ac9-9e94-868801594d19 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1263952
Jun 29 20:58:01.393804 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7d508eff-c04b-4e8b-a4fa-e6fd1170c75f req-430194db-2e77-47e1-8e4f-5fdf7b6d461e tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593004
Jun 29 20:58:01.529793 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cbf2a772-80e7-493f-ad46-e89651af6199 req-f6f51f4a-6484-4dfc-91b3-aee26be9c5d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3a11445def64a93972ecaf5644cb126&device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 1096 time: 0.1349282
Jun 29 20:58:01.555687 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Allocated IP 172.27.2.250 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/7873bfa8-c7d8-4987-8be0-8bf2242da199) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:58:01.564843 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b1aa5-c997-443a-87ba-35c8d6a0113b req-f47ec135-84e9-4983-9620-6c2423ab111c tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:01.566276 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e69b1aa5-c997-443a-87ba-35c8d6a0113b req-f47ec135-84e9-4983-9620-6c2423ab111c tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 943 time: 0.1343386
Jun 29 20:58:01.700164 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e69b1aa5-c997-443a-87ba-35c8d6a0113b req-bb3f9f97-bc7e-4b31-81c9-55130df236d2 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828516
Jun 29 20:58:01.706920 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2a772-80e7-493f-ad46-e89651af6199 req-9fe7a1d6-ccf0-4257-ae9a-94929adf8c6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:01.708459 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cbf2a772-80e7-493f-ad46-e89651af6199 req-9fe7a1d6-ccf0-4257-ae9a-94929adf8c6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4654ed2-a547-4fac-a1d6-d18db969fcc6 HTTP/1.1" status: 200  len: 915 time: 0.1722577
Jun 29 20:58:01.798730 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cbf2a772-80e7-493f-ad46-e89651af6199 req-c7f71c28-354e-42cd-a0be-a36a3c3e82a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 HTTP/1.1" status: 200  len: 217 time: 0.0776463
Jun 29 20:58:01.865043 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2a772-80e7-493f-ad46-e89651af6199 req-c09bc1af-6794-49d6-9ae9-c084570b80ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:01.866638 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cbf2a772-80e7-493f-ad46-e89651af6199 req-c09bc1af-6794-49d6-9ae9-c084570b80ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c8c9eca-cc87-4857-802e-7d6de73856ff HTTP/1.1" status: 200  len: 854 time: 0.0608919
Jun 29 20:58:01.874114 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:01.917651 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cbf2a772-80e7-493f-ad46-e89651af6199 req-7e69d96e-0749-4488-a5cb-8aafaa6a7f71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4654ed2-a547-4fac-a1d6-d18db969fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440335
Jun 29 20:58:01.968378 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:01.973775 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e1f2f9e8-f1c1-42c2-8fdc-29e7cb54568e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:02.057191 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:58:02.059325 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'Port': ['ID=7873bfa8-c7d8-4987-8be0-8bf2242da199,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:02.061721 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:58:02.064570 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:58:02.065902 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cbf2a772-80e7-493f-ad46-e89651af6199 req-21ab45a8-c023-40e5-9cb4-937e065140b5 service neutron] 10.222.0.60 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291344
Jun 29 20:58:02.091572 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:02.187467 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594463'] for router_interface, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:02.270933 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device f862e310-cda7-4976-a013-4624d4ffec07 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:58:02.277011 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cbf2a772-80e7-493f-ad46-e89651af6199 req-45b8749b-5060-4732-afaa-83516f51645b service neutron] 10.222.0.60 "GET /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2036409
Jun 29 20:58:02.286273 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8041f65-36ad-4c29-963a-1af393b925a5 req-90b32329-c69c-42f0-8dda-65fc6403b503 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:02.287699 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e8041f65-36ad-4c29-963a-1af393b925a5 req-90b32329-c69c-42f0-8dda-65fc6403b503 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1209164
Jun 29 20:58:02.316345 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: f862e310-cda7-4976-a013-4624d4ffec07 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:58:02.317704 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device f862e310-cda7-4976-a013-4624d4ffec07 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:58:02.357283 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e8041f65-36ad-4c29-963a-1af393b925a5 req-03483d30-cb58-48bc-ad10-65598c3f39e2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634656
Jun 29 20:58:02.604992 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a10ff9-15a8-4e0a-87e6-8a2e948ac481 req-406db0f3-6ffc-4799-bc55-782e6b46e1e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:02.606611 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-26a10ff9-15a8-4e0a-87e6-8a2e948ac481 req-406db0f3-6ffc-4799-bc55-782e6b46e1e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0832953
Jun 29 20:58:02.659930 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-26a10ff9-15a8-4e0a-87e6-8a2e948ac481 req-c671b1d7-f540-4d29-bcd1-8a964e73e70f tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475016
Jun 29 20:58:02.908368 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78865835-faf9-4f8b-942c-1ec98bef7607 req-f42bc430-26e5-46bb-922f-ab48c8ba6f38 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:02.909835 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-78865835-faf9-4f8b-942c-1ec98bef7607 req-f42bc430-26e5-46bb-922f-ab48c8ba6f38 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 943 time: 0.0772936
Jun 29 20:58:02.957143 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-78865835-faf9-4f8b-942c-1ec98bef7607 req-b7c8c30a-285d-413a-9956-c8728c9a4f99 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416119
Jun 29 20:58:03.032178 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:03.104478 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:03.311781 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18329ec-b86b-480b-8cfb-f12086a01a4e', 'name': 'network-vif-deleted', 'tag': 'f862e310-cda7-4976-a013-4624d4ffec07'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:58:03.374581 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18329ec-b86b-480b-8cfb-f12086a01a4e', 'name': 'network-vif-deleted', 'tag': 'f862e310-cda7-4976-a013-4624d4ffec07', 'status': 'completed', 'code': 200}
Jun 29 20:58:03.494962 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:03.503466 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:03.509305 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:03.541875 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Deleting port 215510a1-c2a5-43de-b16c-0a45b7533238 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:58:03.541875 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:03.614232 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d145e-da2b-4fdf-b6e8-0c0a9e6e9829 req-0e27aa83-2492-4b29-bc67-04f35b49d3c0 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:03.616043 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e74d145e-da2b-4fdf-b6e8-0c0a9e6e9829 req-0e27aa83-2492-4b29-bc67-04f35b49d3c0 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1291597
Jun 29 20:58:03.647045 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'Port': ['ID=7873bfa8-c7d8-4987-8be0-8bf2242da199,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:03.669580 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:03.677661 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e74d145e-da2b-4fdf-b6e8-0c0a9e6e9829 req-55ffbc37-2990-417a-86b3-799ee9afa238 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499794
Jun 29 20:58:03.753175 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:03.857495 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] For port 215510a1-c2a5-43de-b16c-0a45b7533238, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=215510a1-c2a5-43de-b16c-0a45b7533238,segment=NetworkSegment(7436ad31-6ff5-4249-9400-9b5b8c2a98bd),segment_id=7436ad31-6ff5-4249-9400-9b5b8c2a98bd)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:03.857855 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:03.937371 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461706-976e-4efd-842a-816c4ba455da req-2b6da4a0-705a-4c70-ba3b-8a6ccde9480d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:03.939728 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-86461706-976e-4efd-842a-816c4ba455da req-2b6da4a0-705a-4c70-ba3b-8a6ccde9480d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 946 time: 0.2027225
Jun 29 20:58:03.990728 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Calling delete_port for 215510a1-c2a5-43de-b16c-0a45b7533238 owned by network:router_interface {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:58:04.007954 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c06d78-dacd-4f32-8b24-903196e33053 req-819df432-b87e-42bc-80ca-0cee40c5e0a8 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:04.009421 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-95c06d78-dacd-4f32-8b24-903196e33053 req-819df432-b87e-42bc-80ca-0cee40c5e0a8 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.2068217
Jun 29 20:58:04.013982 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-86461706-976e-4efd-842a-816c4ba455da req-d907cf6b-7202-4266-8f9d-2a56ccf04fc2 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679476
Jun 29 20:58:04.056244 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-95c06d78-dacd-4f32-8b24-903196e33053 req-26954615-7213-4285-8e57-3ae764c0d333 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411704
Jun 29 20:58:04.223317 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988be9de-3e14-4d69-beb8-7e86495f1f00 req-f86da01f-cb79-4cea-bd39-3629e1f3fdea tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:04.225768 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-988be9de-3e14-4d69-beb8-7e86495f1f00 req-f86da01f-cb79-4cea-bd39-3629e1f3fdea tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 943 time: 0.0781446
Jun 29 20:58:04.271344 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:58:04.275868 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-988be9de-3e14-4d69-beb8-7e86495f1f00 req-a6c09e84-04a1-4b71-bb3c-31ca7cf4c6e3 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451059
Jun 29 20:58:04.308005 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.l3_db [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Floating IP 0a816038-4714-4642-bf98-d7dace437d3d associated. External IP: 172.27.2.250, port: 1a1dd688-257c-44e8-a30d-9bb513f20c29.
Jun 29 20:58:04.411496 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,segment=NetworkSegment(5f869144-6b55-4ebe-bf93-80ffa78ba7cf),segment_id=5f869144-6b55-4ebe-bf93-80ffa78ba7cf)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:04.425199 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': 'f4e2a4e7-d475-4d0f-8a7c-11de0d10e021', 'network_id': 'c4654ed2-a547-4fac-a1d6-d18db969fcc6', 'port_id': 'f4e2a4e7-d475-4d0f-8a7c-11de0d10e021', 'mac_address': 'fa:16:3e:24:3a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c9eca-cc87-4857-802e-7d6de73856ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:58:04.456392 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:04.461054 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-fda566bc-2863-4cf7-9769-4492b183e6d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:04.478886 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:04.496909 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:58:04.504642 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=215510a1-c2a5-43de-b16c-0a45b7533238,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:04.508065 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:04.513775 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,segment=NetworkSegment(5f869144-6b55-4ebe-bf93-80ffa78ba7cf),segment_id=5f869144-6b55-4ebe-bf93-80ffa78ba7cf)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:04.517824 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:04.520305 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-3d4e7b53-006a-45f4-8c2d-f57de456e9d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:04.589920 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:04.593196 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:04.880544 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcdafa-5bd3-4c2c-8f02-58b349703ba2 req-d063131b-08ff-402e-9433-39438e1cc44a tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:04.881983 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-aefcdafa-5bd3-4c2c-8f02-58b349703ba2 req-d063131b-08ff-402e-9433-39438e1cc44a tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.0787189
Jun 29 20:58:04.928065 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['f4e2a4e7-d475-4d0f-8a7c-11de0d10e021'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:58:04.937183 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-aefcdafa-5bd3-4c2c-8f02-58b349703ba2 req-ca9c6796-a95f-4096-a88f-0ba9abe4b4f6 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496430
Jun 29 20:58:05.111973 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594977'] for router_interface, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:05.208915 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:58:05.287347 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efded7-237d-4a05-8f9e-bad98d0c2315 req-1116f9b8-d919-441f-9e05-2586d4ba7c3e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:05.288726 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f1efded7-237d-4a05-8f9e-bad98d0c2315 req-1116f9b8-d919-441f-9e05-2586d4ba7c3e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 946 time: 0.1366823
Jun 29 20:58:05.318237 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c41f02-230a-4e39-8313-e568076992a4 req-3753e3ef-72ea-4ae7-918f-6d04ca6e72e5 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:05.319637 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-74c41f02-230a-4e39-8313-e568076992a4 req-3753e3ef-72ea-4ae7-918f-6d04ca6e72e5 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1251130
Jun 29 20:58:05.372478 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f1efded7-237d-4a05-8f9e-bad98d0c2315 req-7df5234b-0538-4ddd-8426-cf52ab6ba523 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759659
Jun 29 20:58:05.382056 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-74c41f02-230a-4e39-8313-e568076992a4 req-2d7b4a3b-329d-4c8d-a0ba-50e19eb94a3e tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568330
Jun 29 20:58:05.567775 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f06e5d-58f9-48bb-a860-2f082f2e9a97 req-ec80ce05-0267-41f4-a6cc-8aae8003603e tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:05.569404 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-08f06e5d-58f9-48bb-a860-2f082f2e9a97 req-ec80ce05-0267-41f4-a6cc-8aae8003603e tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 944 time: 0.0860589
Jun 29 20:58:05.616356 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-08f06e5d-58f9-48bb-a860-2f082f2e9a97 req-e71d7a44-8a0b-4e3a-9a69-60cc93286c2c tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407109
Jun 29 20:58:05.676364 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:58:05.685468 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] Sync routers for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:58:05.697499 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:58:05.698364 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445f6c310>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:57:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:05.772910 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:05.839734 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.8669708
Jun 29 20:58:05.839992 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'tag': '1a1dd688-257c-44e8-a30d-9bb513f20c29'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:58:05.843658 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-4ee8a1cf-c95d-4532-8bc9-a74ca35f4370 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:05.845543 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-4ee8a1cf-c95d-4532-8bc9-a74ca35f4370 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 946 time: 0.0818570
Jun 29 20:58:05.886637 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:58:05.928453 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'tag': '1a1dd688-257c-44e8-a30d-9bb513f20c29', 'status': 'completed', 'code': 200}
Jun 29 20:58:05.938318 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Deleting port fd36f385-de4e-49ff-b035-b6949db9aace {{(pid=74216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:58:05.938807 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:06.154815 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-29ba11bc-573a-4f35-8db5-ec0781d9a8c0 req-7d2cafb5-4360-4c66-bd94-5480edd78fb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 1098 time: 0.0925882
Jun 29 20:58:06.195753 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Router 439a27d7-a14a-483b-b31a-bee108fce687 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:58:06.261292 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] For port fd36f385-de4e-49ff-b035-b6949db9aace, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=fd36f385-de4e-49ff-b035-b6949db9aace,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:06.261292 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:06.279879 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368af8ed-c475-4c24-a1df-de3bbaa6dd6b req-f447f62d-37be-40ed-a1e5-a565d9d464af tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:06.282006 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-368af8ed-c475-4c24-a1df-de3bbaa6dd6b req-f447f62d-37be-40ed-a1e5-a565d9d464af tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1934412
Jun 29 20:58:06.297328 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445f6c310>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '0a816038-4714-4642-bf98-d7dace437d3d', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '1a1dd688-257c-44e8-a30d-9bb513f20c29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:d5:35:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:58:02Z', 'updated_at': '2021-06-29T20:58:02Z', 'revision_number': 0, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:06.301086 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:58:06.337640 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] Checking router: c2c251e3-df71-4834-ada5-7e6c98b2b0d6 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:58:06.369104 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba11bc-573a-4f35-8db5-ec0781d9a8c0 req-ab5a6e70-737e-4e5f-9899-2d9cc5c319f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:06.370305 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:58:06.370541 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-29ba11bc-573a-4f35-8db5-ec0781d9a8c0 req-ab5a6e70-737e-4e5f-9899-2d9cc5c319f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.2079082
Jun 29 20:58:06.371177 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445f6c310>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:57:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:06.406789 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Calling delete_port for fd36f385-de4e-49ff-b035-b6949db9aace owned by compute:nova {{(pid=74216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:58:06.486591 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-368af8ed-c475-4c24-a1df-de3bbaa6dd6b req-39ac8380-a8bd-4ba5-98d8-5b4c69fe9805 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1526666
Jun 29 20:58:06.502642 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-29ba11bc-573a-4f35-8db5-ec0781d9a8c0 req-55a79cf0-0cdc-4519-9c3a-fe95e94b693e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a1dd688-257c-44e8-a30d-9bb513f20c29 HTTP/1.1" status: 200  len: 999 time: 0.1248507
Jun 29 20:58:06.527220 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:58:06.548943 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:58:06.549320 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:06.656018 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba11bc-573a-4f35-8db5-ec0781d9a8c0 req-f7c5acf9-28b8-4b9c-9089-1210ca72644f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:06.657637 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-29ba11bc-573a-4f35-8db5-ec0781d9a8c0 req-f7c5acf9-28b8-4b9c-9089-1210ca72644f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.1426558
Jun 29 20:58:06.668613 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:58:06.747489 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:58:06.752085 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:06.753532 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/439a27d7-a14a-483b-b31a-bee108fce687/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5642955
Jun 29 20:58:06.757216 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56532) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:06.761767 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] Sync routers for ids ['439a27d7-a14a-483b-b31a-bee108fce687'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:58:06.784959 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] Routers {'439a27d7-a14a-483b-b31a-bee108fce687'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:58:06.786224 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460ada30>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:57:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['439a27d7-a14a-483b-b31a-bee108fce687'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:06.787513 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:06.798604 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:06.836589 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-29ba11bc-573a-4f35-8db5-ec0781d9a8c0 req-57715fb1-3a75-4c91-b7f4-255d2d70a833 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1671200
Jun 29 20:58:06.852421 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e2a4e7-d475-4d0f-8a7c-11de0d10e021'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:58:06.855195 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Pushing event deleted for resources: {'Port': ['ID=fd36f385-de4e-49ff-b035-b6949db9aace,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:06.876222 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['002614df-5979-4f83-b55d-1bdfe4a85527', '4729a45b-ca20-4394-948e-5fd7274758da', 'fd36f385-de4e-49ff-b035-b6949db9aace'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:58:06.909709 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060ff48-3d44-4aff-8968-5c5c5c925d63 req-ad760544-ea4b-4889-9033-253a7905f536 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:06.917054 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d060ff48-3d44-4aff-8968-5c5c5c925d63 req-ad760544-ea4b-4889-9033-253a7905f536 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd43e9fd-6297-4548-bd4d-1f418a16506b HTTP/1.1" status: 200  len: 867 time: 0.2876914
Jun 29 20:58:06.930407 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,segment=NetworkSegment(5f869144-6b55-4ebe-bf93-80ffa78ba7cf),segment_id=5f869144-6b55-4ebe-bf93-80ffa78ba7cf)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:06.943982 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.944231 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.944989 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.944989 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.945256 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.946253 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.946253 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.946253 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.946636 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.946922 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.948042 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:58:06.950821 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:06.970356 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:06.998754 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:07.000139 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dde820-c9fa-441d-8f37-ace7661c31c8 req-dc582ca7-a673-4f14-851f-c80446e2d135 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:07.007027 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a8dde820-c9fa-441d-8f37-ace7661c31c8 req-dc582ca7-a673-4f14-851f-c80446e2d135 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.3144798
Jun 29 20:58:07.048648 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] Set router 439a27d7-a14a-483b-b31a-bee108fce687 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:58:07.058942 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-29ba11bc-573a-4f35-8db5-ec0781d9a8c0 req-5200024f-48f4-4c92-9767-4bb1a8fdc2f9 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126832
Jun 29 20:58:07.121911 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] No DVR routers for this DVR port fd36f385-de4e-49ff-b035-b6949db9aace on host hv-cinder-77978 {{(pid=74216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:58:07.128849 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:07.132303 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd43e9fd-6297-4548-bd4d-1f418a16506b', 'name': 'network-vif-deleted', 'tag': 'fd36f385-de4e-49ff-b035-b6949db9aace'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:58:07.159799 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-95b9c3f7-a0e5-47ea-9a05-6de4b342258f req-333a0411-c3a1-4477-86d6-e0bd3825c2f7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "DELETE /v2.0/ports/fd36f385-de4e-49ff-b035-b6949db9aace HTTP/1.1" status: 204  len: 173 time: 1.3076911
Jun 29 20:58:07.164787 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d060ff48-3d44-4aff-8968-5c5c5c925d63 req-32f9d22f-cfc2-4f48-a7f2-bde67a934fd9 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2469196
Jun 29 20:58:07.184350 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a8dde820-c9fa-441d-8f37-ace7661c31c8 req-4636e7fc-1ac9-4427-8d2f-17e79da260c8 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1763914
Jun 29 20:58:07.247475 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Notify callbacks [] for router, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:07.323545 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-29ba11bc-573a-4f35-8db5-ec0781d9a8c0 req-b419840e-402d-46b6-9307-3f1533f0f2d1 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2571943
Jun 29 20:58:07.376219 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e2a4e7-d475-4d0f-8a7c-11de0d10e021', 'code': 200}
Jun 29 20:58:07.430952 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:07.444989 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:07.474782 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd43e9fd-6297-4548-bd4d-1f418a16506b', 'name': 'network-vif-deleted', 'tag': 'fd36f385-de4e-49ff-b035-b6949db9aace', 'status': 'completed', 'code': 200}
Jun 29 20:58:07.482997 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54ecf2-85dd-4974-98eb-132e6d3b341d req-37c9c9d8-02c6-490c-aced-8ce0274d2d0f tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:07.492868 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2f54ecf2-85dd-4974-98eb-132e6d3b341d req-37c9c9d8-02c6-490c-aced-8ce0274d2d0f tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 945 time: 0.1864362
Jun 29 20:58:07.510410 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460ada30>, [{'id': '439a27d7-a14a-483b-b31a-bee108fce687', 'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-router', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:58:04Z', 'revision_number': 5, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'gw_port': {'id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:46Z', 'updated_at': '2021-06-29T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:07.514788 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] Checking router: 439a27d7-a14a-483b-b31a-bee108fce687 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:58:07.528428 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445f6c310>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '0a816038-4714-4642-bf98-d7dace437d3d', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '1a1dd688-257c-44e8-a30d-9bb513f20c29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:d5:35:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:58:02Z', 'updated_at': '2021-06-29T20:58:02Z', 'revision_number': 0, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:07.529488 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] Routers {'439a27d7-a14a-483b-b31a-bee108fce687'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:58:07.530570 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460ada30>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:57:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['439a27d7-a14a-483b-b31a-bee108fce687'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:07.546450 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3753ec4-e11c-41e8-b2f2-b4b22f2133d2 None None] The sync data for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi is: [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '0a816038-4714-4642-bf98-d7dace437d3d', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '1a1dd688-257c-44e8-a30d-9bb513f20c29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:d5:35:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:58:02Z', 'updated_at': '2021-06-29T20:58:02Z', 'revision_number': 0, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:58:07.600243 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2f54ecf2-85dd-4974-98eb-132e6d3b341d req-2fb109b3-df5a-46d8-b89d-d08e0340ab19 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054935
Jun 29 20:58:07.616088 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:07.647379 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Deleting port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:58:07.647609 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:07.824192 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] Set router 439a27d7-a14a-483b-b31a-bee108fce687 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:58:07.836886 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f18b7-c5b4-4e7a-81e3-5f27e0ca8f76 req-14315a8b-7790-4315-9f17-2cedb02fc06b tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:07.838423 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ad0f18b7-c5b4-4e7a-81e3-5f27e0ca8f76 req-14315a8b-7790-4315-9f17-2cedb02fc06b tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1101532
Jun 29 20:58:07.893224 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ad0f18b7-c5b4-4e7a-81e3-5f27e0ca8f76 req-133ce4e3-bd7d-49ac-ad58-374992bfdd9e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457602
Jun 29 20:58:07.926594 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce65519-59b1-4fbd-ae9c-adc7736f9795 None None] New status for floating IP 0a816038-4714-4642-bf98-d7dace437d3d: ACTIVE {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 20:58:08.056155 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8cd5f1a4-3287-4643-bfe6-8aabc0666f30 req-3dfb3314-6eeb-49dc-af0d-5ea9c632b156 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 1098 time: 0.3484609
Jun 29 20:58:08.113496 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] For port 91248f7a-fe7f-47c6-9707-844cfe1c7e2e, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=91248f7a-fe7f-47c6-9707-844cfe1c7e2e,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:08.113848 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:08.182820 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460ada30>, [{'id': '439a27d7-a14a-483b-b31a-bee108fce687', 'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-router', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:58:04Z', 'revision_number': 5, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'gw_port': {'id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:46Z', 'updated_at': '2021-06-29T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:08.186916 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c10c21-1881-440c-a59b-a184d6d3ef2e None None] The sync data for ids ['439a27d7-a14a-483b-b31a-bee108fce687'] in dv-cinder-779781-1-iscsi is: [{'id': '439a27d7-a14a-483b-b31a-bee108fce687', 'name': 'tempest-ServerRescueNegativeTestJSON-1096508806-router', 'tenant_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:58:04Z', 'revision_number': 5, 'project_id': 'bafaee80f7dc44798ec8f2b8a7edf142', 'gw_port': {'id': '91248f7a-fe7f-47c6-9707-844cfe1c7e2e', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a27d7-a14a-483b-b31a-bee108fce687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:46Z', 'updated_at': '2021-06-29T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:58:08.269139 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Calling delete_port for 91248f7a-fe7f-47c6-9707-844cfe1c7e2e owned by network:router_gateway {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:58:08.289967 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5ae8f816-5598-49d0-a742-1583e0555133 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:58:08.303932 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8cd5f1a4-3287-4643-bfe6-8aabc0666f30 req-cf5e8c3c-8419-4e33-b021-348ecd3715e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2330792
Jun 29 20:58:08.456146 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 5ae8f816-5598-49d0-a742-1583e0555133, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5ae8f816-5598-49d0-a742-1583e0555133,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:08.473208 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '5ae8f816-5598-49d0-a742-1583e0555133', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'port_id': '5ae8f816-5598-49d0-a742-1583e0555133', 'mac_address': 'fa:16:3e:65:f2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:58:08.479284 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242512de-8d46-4c94-a76f-371a526f261d req-b55dbc68-ef8e-4157-8358-5ecf017c4645 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:08.480901 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-242512de-8d46-4c94-a76f-371a526f261d req-b55dbc68-ef8e-4157-8358-5ecf017c4645 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1004848
Jun 29 20:58:08.507768 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:08.512154 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-10b456c4-8f82-484f-83e5-02fd8658761d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:08.533666 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-242512de-8d46-4c94-a76f-371a526f261d req-6d393685-29f7-487f-b360-ad5eddad0fcd tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462723
Jun 29 20:58:08.565571 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Pushing event deleted for resources: {'Port': ['ID=91248f7a-fe7f-47c6-9707-844cfe1c7e2e,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:08.567638 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:08.575021 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:08.595684 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae8f816-5598-49d0-a742-1583e0555133 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:58:08.615641 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 5ae8f816-5598-49d0-a742-1583e0555133, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5ae8f816-5598-49d0-a742-1583e0555133,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:08.621757 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:08.624614 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:08.700346 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=5ae8f816-5598-49d0-a742-1583e0555133,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:08.710335 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:08.832587 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591432'] for router_gateway, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:08.866261 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5b84f-dbab-4c34-92c4-b3c9756c17d9 req-6ac89426-708f-42f6-a5fc-1a7a063ceb5f tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:08.866936 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-3cb5b84f-dbab-4c34-92c4-b3c9756c17d9 req-6ac89426-708f-42f6-a5fc-1a7a063ceb5f tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Synchronizing usage tracker for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:58:08.890517 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34144c94-3a41-4d5e-b74e-d7f653019f03 req-5c0553a1-6365-47d2-9cfb-a6bccb00862c tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:08.891936 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-34144c94-3a41-4d5e-b74e-d7f653019f03 req-5c0553a1-6365-47d2-9cfb-a6bccb00862c tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 945 time: 0.1224139
Jun 29 20:58:08.892963 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-3cb5b84f-dbab-4c34-92c4-b3c9756c17d9 req-6ac89426-708f-42f6-a5fc-1a7a063ceb5f tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Unset dirty status for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:58:08.893928 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3cb5b84f-dbab-4c34-92c4-b3c9756c17d9 req-6ac89426-708f-42f6-a5fc-1a7a063ceb5f tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 945 time: 0.1601090
Jun 29 20:58:08.969527 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-34144c94-3a41-4d5e-b74e-d7f653019f03 req-c491b438-3a5a-465e-b178-ff226a74e960 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712645
Jun 29 20:58:08.974130 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3cb5b84f-dbab-4c34-92c4-b3c9756c17d9 req-85600a9f-58b3-4e0e-a8f9-a5a5f1195655 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744233
Jun 29 20:58:09.039588 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 215510a1-c2a5-43de-b16c-0a45b7533238 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:58:09.094987 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 215510a1-c2a5-43de-b16c-0a45b7533238 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:58:09.094987 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 215510a1-c2a5-43de-b16c-0a45b7533238 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:58:09.097600 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['5ae8f816-5598-49d0-a742-1583e0555133'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:58:09.114286 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3446'] for router, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.118750 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.211051 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591284'] for router, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.211733 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 439a27d7-a14a-483b-b31a-bee108fce687 {{(pid=74217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 20:58:09.220467 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf7a86-e02d-4910-997a-4fc539e5d5d2 req-1f8427db-0634-4a26-b6fc-76a56fb97acb tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:09.225152 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8eaf7a86-e02d-4910-997a-4fc539e5d5d2 req-1f8427db-0634-4a26-b6fc-76a56fb97acb tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.0894051
Jun 29 20:58:09.225302 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.228968 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] 10.222.0.15 "DELETE /v2.0/routers/439a27d7-a14a-483b-b31a-bee108fce687 HTTP/1.1" status: 204  len: 168 time: 2.4687228
Jun 29 20:58:09.229288 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56554) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:09.271584 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8eaf7a86-e02d-4910-997a-4fc539e5d5d2 req-c374af89-90f9-4227-9ee9-c5b495af9507 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433786
Jun 29 20:58:09.289142 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_v2 [None req-48340f04-aed7-4286-8d08-94ad708f8edb admin admin] Deleting subnet baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 {{(pid=74217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 20:58:09.292074 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-48340f04-aed7-4286-8d08-94ad708f8edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.348656 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-48340f04-aed7-4286-8d08-94ad708f8edb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3702203'] for subnet, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.402304 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-48340f04-aed7-4286-8d08-94ad708f8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.471015 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-48340f04-aed7-4286-8d08-94ad708f8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4136704'] for subnet, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.475456 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b93981a2-eb6d-4c74-beaf-77b221309254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:09.589108 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48340f04-aed7-4286-8d08-94ad708f8edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:09.593031 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-48340f04-aed7-4286-8d08-94ad708f8edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:09.599059 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-48340f04-aed7-4286-8d08-94ad708f8edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.604746 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-48340f04-aed7-4286-8d08-94ad708f8edb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/baa3e9b5-82b0-44c2-8b28-d9e2a2e489e9 HTTP/1.1" status: 204  len: 168 time: 0.3746295
Jun 29 20:58:09.607233 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56560) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:09.714419 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.738017 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f74602-e31c-4b70-b84f-e88036bae7f2 req-0678cb59-a61b-4775-bddc-39b7dd874d33 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:09.739419 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f3f74602-e31c-4b70-b84f-e88036bae7f2 req-0678cb59-a61b-4775-bddc-39b7dd874d33 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 945 time: 0.0801682
Jun 29 20:58:09.790771 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f3f74602-e31c-4b70-b84f-e88036bae7f2 req-ac152890-4184-4cd3-9e93-7cd0565f653f tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458491
Jun 29 20:58:09.842333 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.855216 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5445ab4310>,) {'filters': {'network_id': ['5e765c4e-8e0a-4679-9639-4ff3f118b9af']}} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:09.867545 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445ab4310>, '7436ad31-6ff5-4249-9400-9b5b8c2a98bd') {'for_net_delete': True} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:09.867837 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445ab4310>, '7436ad31-6ff5-4249-9400-9b5b8c2a98bd') {} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:09.879413 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3702196'] for segment, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.894808 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.900846 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=74217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 20:58:09.901223 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570591'] for segment, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]: Traceback (most recent call last):
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     timer()
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     cb(*args, **kw)
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     return func(*args, **kwargs)
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     self._notify()
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     self.callback(batched_events)
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     event.method(event)
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     return f(self, *a, **k)
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._get(url).json()
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self.request(url, 'GET', **kwargs)
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 20:58:09.914390 dv-cinder-779781-1-iscsi neutron-server[74217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 20:58:09.990619 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.996659 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:09.998997 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:10.019197 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e765c4e-8e0a-4679-9639-4ff3f118b9af,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:10.021567 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:10.030248 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-397958d9-ba08-4a31-8fe0-32962a74c6d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5e765c4e-8e0a-4679-9639-4ff3f118b9af HTTP/1.1" status: 204  len: 168 time: 0.4220784
Jun 29 20:58:10.250882 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56570) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:10.268099 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc5658-10e0-435d-a689-b5b33be2e1eb req-dd58dfe6-be1f-4b2e-be03-df1a231cb318 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:10.269552 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-87dc5658-10e0-435d-a689-b5b33be2e1eb req-dd58dfe6-be1f-4b2e-be03-df1a231cb318 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 945 time: 0.1537826
Jun 29 20:58:10.275779 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23f19b-b314-44f8-9229-917f9a8b27c1 req-a70f9a25-9499-4de4-9627-375fe55e9ecd tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:10.277160 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ed23f19b-b314-44f8-9229-917f9a8b27c1 req-a70f9a25-9499-4de4-9627-375fe55e9ecd tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 945 time: 0.1189220
Jun 29 20:58:10.310452 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5ae8f816-5598-49d0-a742-1583e0555133 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:58:10.314299 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-1c1bc842-2542-4823-bae3-c2e0a5136a67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bafaee80f7dc44798ec8f2b8a7edf142&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0613651
Jun 29 20:58:10.314901 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56576) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:10.357660 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-87dc5658-10e0-435d-a689-b5b33be2e1eb req-7b8cfa10-2687-47a6-aae3-3d0be194c5fd tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795476
Jun 29 20:58:10.363398 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ed23f19b-b314-44f8-9229-917f9a8b27c1 req-6e0aef34-c26e-404d-ad29-17d1152e2e8c tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715497
Jun 29 20:58:10.414503 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-747fef23-7b59-48b0-b672-2b535c8163c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:10.417243 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 5ae8f816-5598-49d0-a742-1583e0555133 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:58:10.427094 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 5ae8f816-5598-49d0-a742-1583e0555133 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:58:10.427478 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:10.492220 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-747fef23-7b59-48b0-b672-2b535c8163c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:10.596153 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-747fef23-7b59-48b0-b672-2b535c8163c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:10.602824 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e4c33d97-8241-461a-bdba-61454348eba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:10.632479 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fef23-7b59-48b0-b672-2b535c8163c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:10.640285 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-747fef23-7b59-48b0-b672-2b535c8163c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:10.644088 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-747fef23-7b59-48b0-b672-2b535c8163c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:10.645317 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea602cc4-5509-4e0a-9a6f-f90a474be529 req-39c04ff6-0646-4255-b3ef-5c0d2acc2b82 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:10.646826 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ea602cc4-5509-4e0a-9a6f-f90a474be529 req-39c04ff6-0646-4255-b3ef-5c0d2acc2b82 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1518893
Jun 29 20:58:10.650894 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-747fef23-7b59-48b0-b672-2b535c8163c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efa5e2be-1468-4d2d-b3ee-c48f0d1f74ae HTTP/1.1" status: 204  len: 168 time: 0.3350244
Jun 29 20:58:10.676380 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:10.710909 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:58:10.716175 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ea602cc4-5509-4e0a-9a6f-f90a474be529 req-9ed37f78-a8f0-4801-bbf9-1e72f141963c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627763
Jun 29 20:58:10.720713 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 5ae8f816-5598-49d0-a742-1583e0555133, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5ae8f816-5598-49d0-a742-1583e0555133,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:10.725094 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:10.726449 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device fd36f385-de4e-49ff-b035-b6949db9aace no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:58:10.775271 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:10.869887 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133', 'code': 200}
Jun 29 20:58:10.877744 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-990fcd4e-f9e1-4c7d-afa5-d9e9ba29fdad tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:10.878554 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-990fcd4e-f9e1-4c7d-afa5-d9e9ba29fdad tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Synchronizing usage tracker for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:58:10.889366 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: fd36f385-de4e-49ff-b035-b6949db9aace {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:58:10.889945 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device fd36f385-de4e-49ff-b035-b6949db9aace not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:58:10.892420 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-990fcd4e-f9e1-4c7d-afa5-d9e9ba29fdad tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Unset dirty status for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:58:10.893662 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-990fcd4e-f9e1-4c7d-afa5-d9e9ba29fdad tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 945 time: 0.1529374
Jun 29 20:58:10.935145 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=5ae8f816-5598-49d0-a742-1583e0555133,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:10.946476 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:10.989765 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Deleting port 4729a45b-ca20-4394-948e-5fd7274758da {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:58:10.990155 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:11.132428 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 91248f7a-fe7f-47c6-9707-844cfe1c7e2e no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:58:11.230540 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 91248f7a-fe7f-47c6-9707-844cfe1c7e2e {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:58:11.230892 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 91248f7a-fe7f-47c6-9707-844cfe1c7e2e not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:58:11.407304 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] For port 4729a45b-ca20-4394-948e-5fd7274758da, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4729a45b-ca20-4394-948e-5fd7274758da,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:11.407868 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:11.495555 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-64f3b92e-d286-429b-b98e-bc572cd094c1 req-eb5742ff-7122-4c98-b43a-f2aebb2ed017 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1099 time: 0.1724033
Jun 29 20:58:11.503778 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c779705-5b6c-4998-be90-7897b4486327 req-6924dc34-6829-45dc-9836-fbea41ea6020 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:11.505228 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3c779705-5b6c-4998-be90-7897b4486327 req-6924dc34-6829-45dc-9836-fbea41ea6020 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.2639654
Jun 29 20:58:11.577735 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Calling delete_port for 4729a45b-ca20-4394-948e-5fd7274758da owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:58:11.587015 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625acd8-82e9-4b71-b2cc-48c13d75256a req-1440a3fa-60d5-4fb5-803b-cf869a49745c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:11.588451 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d625acd8-82e9-4b71-b2cc-48c13d75256a req-1440a3fa-60d5-4fb5-803b-cf869a49745c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.2058423
Jun 29 20:58:11.658575 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-64f3b92e-d286-429b-b98e-bc572cd094c1 req-bec25138-a77f-4092-8de8-45d52aed4fc0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1506081
Jun 29 20:58:11.667854 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3c779705-5b6c-4998-be90-7897b4486327 req-41295558-8441-4227-9eab-f5e4a4fceacf tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1453748
Jun 29 20:58:11.685964 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d625acd8-82e9-4b71-b2cc-48c13d75256a req-b94bc2ff-2f1c-4fef-973d-cdf0c53516fb tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812097
Jun 29 20:58:11.760674 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2ef26567-25f3-44c3-9591-bcc3e7d2396b req-438ef4e5-20be-483e-9ad4-b443f4aa268a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 1098 time: 0.2889316
Jun 29 20:58:11.776855 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:11.783812 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:11.818354 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['002614df-5979-4f83-b55d-1bdfe4a85527', '4729a45b-ca20-4394-948e-5fd7274758da'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:58:11.825629 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1eb28f26-0f62-4911-8309-1791248a46f7 req-30fcc90f-9d60-4b3f-b204-2c68d5e1861d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5987fe5-d314-429f-84d4-d5020d134e34 HTTP/1.1" status: 200  len: 210 time: 0.0407884
Jun 29 20:58:11.827365 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Pushing event deleted for resources: {'Port': ['ID=4729a45b-ca20-4394-948e-5fd7274758da,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:11.831491 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:11.914061 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] No DVR routers for this DVR port 4729a45b-ca20-4394-948e-5fd7274758da on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:58:11.916577 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:11.920501 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5987fe5-d314-429f-84d4-d5020d134e34', 'name': 'network-vif-deleted', 'tag': '4729a45b-ca20-4394-948e-5fd7274758da'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:58:11.936253 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-db143307-c86d-4e95-9a58-a72df0efe9e3 req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "DELETE /v2.0/ports/4729a45b-ca20-4394-948e-5fd7274758da HTTP/1.1" status: 204  len: 173 time: 1.0369353
Jun 29 20:58:11.987061 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5987fe5-d314-429f-84d4-d5020d134e34', 'name': 'network-vif-deleted', 'tag': '4729a45b-ca20-4394-948e-5fd7274758da', 'status': 'completed', 'code': 200}
Jun 29 20:58:12.283247 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef26567-25f3-44c3-9591-bcc3e7d2396b req-3b1e58fa-1277-4ff8-83e4-ffd3f1ec6faa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:12.284885 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2ef26567-25f3-44c3-9591-bcc3e7d2396b req-3b1e58fa-1277-4ff8-83e4-ffd3f1ec6faa service neutron] 10.222.0.60 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 911 time: 0.2244017
Jun 29 20:58:12.420736 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2ef26567-25f3-44c3-9591-bcc3e7d2396b req-248bab20-b469-4b08-834f-4ee84e074fdf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=058125b9-8744-426e-9941-0e89f3b80a1c HTTP/1.1" status: 200  len: 1000 time: 0.1079834
Jun 29 20:58:12.487520 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef26567-25f3-44c3-9591-bcc3e7d2396b req-4bbde6ff-dc0a-4560-a5ce-019dd4e39c63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:12.488994 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2ef26567-25f3-44c3-9591-bcc3e7d2396b req-4bbde6ff-dc0a-4560-a5ce-019dd4e39c63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbbb664c-27ca-451c-8320-c1ba4548a65b HTTP/1.1" status: 200  len: 849 time: 0.0596430
Jun 29 20:58:12.573809 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2ef26567-25f3-44c3-9591-bcc3e7d2396b req-9acaa053-bd19-4d64-9cbd-1c3e63e76909 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d76c2cdb-9cac-4e13-839f-9ee932b7c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749364
Jun 29 20:58:12.602486 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-b5d73117-d407-44ff-86cf-58777d20e7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:12.737473 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2ef26567-25f3-44c3-9591-bcc3e7d2396b req-cf083cc6-ad74-493d-9aa7-aee635d179e2 service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370630
Jun 29 20:58:12.886940 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2ef26567-25f3-44c3-9591-bcc3e7d2396b req-caa1c8bb-93bb-4ecb-84e9-49903ab4bc80 service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372890
Jun 29 20:58:12.989970 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86927f2-7a55-467a-9cc0-032b2064a0b4 req-aa8b33a3-7833-4bdb-aa94-e24b32397b5e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:12.999275 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b86927f2-7a55-467a-9cc0-032b2064a0b4 req-aa8b33a3-7833-4bdb-aa94-e24b32397b5e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1221852
Jun 29 20:58:13.016911 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:13.023090 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e693d-7602-493d-8287-e89d7e458353 req-5e8b53fc-54f3-48e4-ae6e-15496855040b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:13.024625 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-876e693d-7602-493d-8287-e89d7e458353 req-5e8b53fc-54f3-48e4-ae6e-15496855040b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.1900499
Jun 29 20:58:13.089701 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b86927f2-7a55-467a-9cc0-032b2064a0b4 req-70e088e6-e856-49af-8060-875f12aa2868 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893817
Jun 29 20:58:13.094985 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-876e693d-7602-493d-8287-e89d7e458353 req-bc4e4e79-ecb2-4b23-8775-b1963519cfda tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619223
Jun 29 20:58:14.296039 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc3f84-16aa-4dac-92b0-67eff169af77 req-df5725a2-73fc-44bd-8ad1-0f59c61eb613 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:14.297414 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cebc3f84-16aa-4dac-92b0-67eff169af77 req-df5725a2-73fc-44bd-8ad1-0f59c61eb613 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.0780272
Jun 29 20:58:14.465161 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cebc3f84-16aa-4dac-92b0-67eff169af77 req-2e4839d0-d1be-4adf-81f4-5bf77aa4358d tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1369829
Jun 29 20:58:14.481831 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f39b21-9e04-478b-b956-4a730f463b21 req-28c4f10a-1735-4fe0-bd09-9ec7be6336b1 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:14.492065 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d7f39b21-9e04-478b-b956-4a730f463b21 req-28c4f10a-1735-4fe0-bd09-9ec7be6336b1 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.1846397
Jun 29 20:58:14.533555 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d7f39b21-9e04-478b-b956-4a730f463b21 req-45f94022-4991-4c31-892e-4905a649a626 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441799
Jun 29 20:58:14.764020 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9bf3-b40c-4913-b3dd-0de6d30c3cfb req-7b21f1c4-675d-4ba7-9720-37a6df728520 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:14.765467 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8ded9bf3-b40c-4913-b3dd-0de6d30c3cfb req-7b21f1c4-675d-4ba7-9720-37a6df728520 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0797808
Jun 29 20:58:14.854643 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8ded9bf3-b40c-4913-b3dd-0de6d30c3cfb req-3ef105ff-e95d-4aff-a04a-25601549f0c0 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824950
Jun 29 20:58:14.864077 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0c46132f-a366-4b4f-a61e-01415fc99218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:14.884875 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 56682) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:14.896967 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f176-0343-4ce9-bc58-013ffc6ee884 req-3b3d2976-2f67-43f7-bc10-f8bb8f660e09 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:14.898363 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-73c2f176-0343-4ce9-bc58-013ffc6ee884 req-3b3d2976-2f67-43f7-bc10-f8bb8f660e09 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 946 time: 0.0962033
Jun 29 20:58:14.944637 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-73c2f176-0343-4ce9-bc58-013ffc6ee884 req-932487f9-1ff4-4fa9-a743-ecc7d9c2d236 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403912
Jun 29 20:58:15.145267 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-3a8c1c53-b396-4228-9364-c2f882987ac6 tempest-TestShelveInstance-718915002 tempest-TestShelveInstance-718915002-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1094 time: 0.2591584
Jun 29 20:58:15.147751 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 56688) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:15.152885 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Request body: {'floatingip': {'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'port_id': '5ae8f816-5598-49d0-a742-1583e0555133', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'fixed_ip_address': '172.20.0.11'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:58:15.158724 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:15.162515 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Usage tracker for resource:floatingip and tenant:37b4081293e248ac8dc9ba0f45827a28 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:15.165343 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:15.170955 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:15.181677 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for floatingip, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:15.318777 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:15.461550 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Allocated IP 172.27.2.169 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/ce79abff-b5ed-4d28-868c-9f0bf030cf3f) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:58:15.587823 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 56700) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:15.614839 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:15.644266 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:15.648764 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b63913fd-9667-4247-9c5e-29a14236cc19 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:15.717929 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:58:15.718717 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:58:15.722806 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:58:15.781392 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event updated for resources: {'Port': ['ID=ce79abff-b5ed-4d28-868c-9f0bf030cf3f,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:15.786411 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:15.795538 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:15.866695 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:15.876747 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:15.884278 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] Usage tracker for resource:security_group_rule and tenant:6b039ff5f89145dfa45f2ea634bb0b57 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:15.888724 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:15.921430 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:16.198938 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:16.208770 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:16.219143 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9546d0e8-b441-4bc1-b071-9b0fcef1a415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:16.281515 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a26d07-24ba-45ca-ac04-f9518b33ea90,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:16.285515 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:16.304825 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b039ff5f89145dfa45f2ea634bb0b57&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7159884
Jun 29 20:58:16.305926 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 4729a45b-ca20-4394-948e-5fd7274758da no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:58:16.307896 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56710) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:16.319784 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848afb-1867-47c5-9bcc-fc5fb66d81d9 req-3177dc11-ba65-40d5-976e-f1bdfceca2a7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:16.321301 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6b848afb-1867-47c5-9bcc-fc5fb66d81d9 req-3177dc11-ba65-40d5-976e-f1bdfceca2a7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 946 time: 0.2504449
Jun 29 20:58:16.346789 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 4729a45b-ca20-4394-948e-5fd7274758da {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:58:16.347400 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 4729a45b-ca20-4394-948e-5fd7274758da not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:58:16.369908 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c10ef01e-43e7-48ca-94cd-99d07ff48eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:16.394924 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6b848afb-1867-47c5-9bcc-fc5fb66d81d9 req-3a91f501-d29c-46a7-95e2-64645eacedfd tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644224
Jun 29 20:58:16.396172 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c10ef01e-43e7-48ca-94cd-99d07ff48eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:16.448649 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c10ef01e-43e7-48ca-94cd-99d07ff48eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:16.452157 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f5e6b893-5c8b-4e3f-854d-f825f40d7b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:16.463192 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef01e-43e7-48ca-94cd-99d07ff48eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a26d07-24ba-45ca-ac04-f9518b33ea90,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:16.466968 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c10ef01e-43e7-48ca-94cd-99d07ff48eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:16.470722 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c10ef01e-43e7-48ca-94cd-99d07ff48eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:16.477131 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-c10ef01e-43e7-48ca-94cd-99d07ff48eb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1a26d07-24ba-45ca-ac04-f9518b33ea90 HTTP/1.1" status: 204  len: 168 time: 0.1629496
Jun 29 20:58:16.508190 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:16.563735 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:16.866192 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:16.872100 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-798744'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:16.875834 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-675eda8f-0f16-433a-bd2a-2d071aa2ef92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:16.983986 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event updated for resources: {'Port': ['ID=ce79abff-b5ed-4d28-868c-9f0bf030cf3f,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:16.988327 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:16.998471 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:17.029945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-6dfdd054-c42e-4658-b712-d6f87bc3ae28 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:17.030783 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-6dfdd054-c42e-4658-b712-d6f87bc3ae28 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Synchronizing usage tracker for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:58:17.050130 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-6dfdd054-c42e-4658-b712-d6f87bc3ae28 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Unset dirty status for tenant:9f2a0c1ddcba46d8bad101e19c371426 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:58:17.051330 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-6dfdd054-c42e-4658-b712-d6f87bc3ae28 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 946 time: 0.1044800
Jun 29 20:58:17.129500 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Deleting port 002614df-5979-4f83-b55d-1bdfe4a85527 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:58:17.129840 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:17.179550 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:17.203773 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.l3_db [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Floating IP 816df2be-6b3f-4dd2-aa1e-d06577202df0 associated. External IP: 172.27.2.169, port: 5ae8f816-5598-49d0-a742-1583e0555133.
Jun 29 20:58:17.387684 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] For port 002614df-5979-4f83-b55d-1bdfe4a85527, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=002614df-5979-4f83-b55d-1bdfe4a85527,segment=NetworkSegment(8a979acf-e763-486b-bdd0-b35fabc6b390),segment_id=8a979acf-e763-486b-bdd0-b35fabc6b390)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:17.388313 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:17.516219 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Calling delete_port for 002614df-5979-4f83-b55d-1bdfe4a85527 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:58:17.676325 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:17.680266 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a26d-616b-459d-8244-79ec7b2a39fc req-499ce6db-cc7e-417c-a86f-e59e619531db tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:17.681717 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8656a26d-616b-459d-8244-79ec7b2a39fc req-499ce6db-cc7e-417c-a86f-e59e619531db tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 946 time: 0.1208866
Jun 29 20:58:17.682563 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-31b523d9-33ba-42d3-85de-011485245dba tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:17.686345 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:58:17.726485 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Pushing event deleted for resources: {'Port': ['ID=002614df-5979-4f83-b55d-1bdfe4a85527,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:17.728307 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['002614df-5979-4f83-b55d-1bdfe4a85527'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:58:17.729950 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:17.806187 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] No DVR routers for this DVR port 002614df-5979-4f83-b55d-1bdfe4a85527 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:58:17.807899 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8656a26d-616b-459d-8244-79ec7b2a39fc req-d95fe2be-94d1-49f1-8ffc-899e3399517e tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/security-groups?id=f01d8879-03c1-48ca-9024-d114c2cc7fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131508
Jun 29 20:58:17.808714 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:17.811474 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ba8a54-9de3-41fe-8819-8b58a1b5d5e7', 'name': 'network-vif-deleted', 'tag': '002614df-5979-4f83-b55d-1bdfe4a85527'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:58:17.845551 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f05ca1af-b356-462f-84d4-34ffec5a9a2a req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.60 "DELETE /v2.0/ports/002614df-5979-4f83-b55d-1bdfe4a85527 HTTP/1.1" status: 204  len: 173 time: 0.7777112
Jun 29 20:58:17.907902 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ba8a54-9de3-41fe-8819-8b58a1b5d5e7', 'name': 'network-vif-deleted', 'tag': '002614df-5979-4f83-b55d-1bdfe4a85527', 'status': 'completed', 'code': 200}
Jun 29 20:58:17.977838 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:58:17.995663 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] Sync routers for ids ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:58:18.012878 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:18.020272 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] Routers {'4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:58:18.021406 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460ad2e0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:58:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:18.070142 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9213750
Jun 29 20:58:18.070879 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:58:18.138029 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133', 'status': 'completed', 'code': 200}
Jun 29 20:58:18.215614 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] Set router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:58:18.305283 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-17e3d0e7-96fb-481d-81db-3fe63a9c04ef req-01dab4e3-72e3-4037-be7b-201920ffa91b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b4081293e248ac8dc9ba0f45827a28&device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1099 time: 0.0729580
Jun 29 20:58:18.537738 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3d0e7-96fb-481d-81db-3fe63a9c04ef req-637fca9a-9f64-4745-872d-6d86942b7fab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:18.539993 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-17e3d0e7-96fb-481d-81db-3fe63a9c04ef req-637fca9a-9f64-4745-872d-6d86942b7fab service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6ac8742-47be-4a00-b65f-0675d13dc794 HTTP/1.1" status: 200  len: 910 time: 0.2283463
Jun 29 20:58:18.677880 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460ad2e0>, [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:57:03Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '816df2be-6b3f-4dd2-aa1e-d06577202df0', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'port_id': '5ae8f816-5598-49d0-a742-1583e0555133', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'mac_address': 'fa:16:3e:65:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa46ae0-9f87-4518-a897-d78261091b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:58:16Z', 'updated_at': '2021-06-29T20:58:16Z', 'revision_number': 0, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a47392b-7fcc-4410-8811-206f946c08bb', 'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'mac_address': 'fa:16:3e:22:1d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:02Z', 'updated_at': '2021-06-29T20:57:29Z', 'revision_number': 5, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'subnets': [{'id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:18.682206 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] Checking router: 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:58:18.696163 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] Routers {'4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:58:18.696934 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460ad2e0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:58:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:18.741678 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-17e3d0e7-96fb-481d-81db-3fe63a9c04ef req-cbc116b2-27c1-4dfb-9188-d55f3e2bf897 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae8f816-5598-49d0-a742-1583e0555133 HTTP/1.1" status: 200  len: 1000 time: 0.1359484
Jun 29 20:58:18.833714 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3d0e7-96fb-481d-81db-3fe63a9c04ef req-e98bbe28-8363-4692-bc9e-09bf470571d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:18.835134 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-17e3d0e7-96fb-481d-81db-3fe63a9c04ef req-e98bbe28-8363-4692-bc9e-09bf470571d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6da294a2-2cf7-453f-a2e2-a6bbfd5310a9 HTTP/1.1" status: 200  len: 848 time: 0.0654461
Jun 29 20:58:18.887774 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] Set router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:58:18.976348 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-17e3d0e7-96fb-481d-81db-3fe63a9c04ef req-d4b605cc-62ad-425c-aded-48ac1fb0774f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6ac8742-47be-4a00-b65f-0675d13dc794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1309144
Jun 29 20:58:19.066091 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d686e738-4987-4805-a5c7-dd61ed201f7c req-a04195c1-3efd-4355-b34c-170d2f04b95d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] 10.222.0.15 "GET /v2.0/ports?device_id=27ba8a54-9de3-41fe-8819-8b58a1b5d5e7 HTTP/1.1" status: 200  len: 210 time: 0.0595310
Jun 29 20:58:19.167359 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-17e3d0e7-96fb-481d-81db-3fe63a9c04ef req-1d769248-f72f-4429-b143-c91383d0865f service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757452
Jun 29 20:58:19.332140 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-17e3d0e7-96fb-481d-81db-3fe63a9c04ef req-b55ffba1-51bc-49a7-b358-e27a85c11de9 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576030
Jun 29 20:58:19.349265 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460ad2e0>, [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:57:03Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '816df2be-6b3f-4dd2-aa1e-d06577202df0', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'port_id': '5ae8f816-5598-49d0-a742-1583e0555133', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'mac_address': 'fa:16:3e:65:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa46ae0-9f87-4518-a897-d78261091b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:58:16Z', 'updated_at': '2021-06-29T20:58:16Z', 'revision_number': 0, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a47392b-7fcc-4410-8811-206f946c08bb', 'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'mac_address': 'fa:16:3e:22:1d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:02Z', 'updated_at': '2021-06-29T20:57:29Z', 'revision_number': 5, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'subnets': [{'id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:19.353508 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdfb07-0fd9-4375-bcdf-6ad320c1a688 None None] The sync data for ids ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'] in dv-cinder-779781-1-iscsi is: [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:57:03Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '816df2be-6b3f-4dd2-aa1e-d06577202df0', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'port_id': '5ae8f816-5598-49d0-a742-1583e0555133', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'mac_address': 'fa:16:3e:65:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa46ae0-9f87-4518-a897-d78261091b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:58:16Z', 'updated_at': '2021-06-29T20:58:16Z', 'revision_number': 0, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a47392b-7fcc-4410-8811-206f946c08bb', 'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'mac_address': 'fa:16:3e:22:1d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:02Z', 'updated_at': '2021-06-29T20:57:29Z', 'revision_number': 5, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'subnets': [{'id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:58:19.434383 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56788) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:19.582290 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80add2e-3960-4ede-a375-808ae97a6051 None None] New status for floating IP 816df2be-6b3f-4dd2-aa1e-d06577202df0: ACTIVE {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 20:58:19.611689 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:19.643481 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:19.647449 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] Usage tracker for resource:security_group_rule and tenant:9c26ca79da58493e837e3c09a3799dc3 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:19.650279 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:19.655958 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:19.724129 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:19.728024 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:19.735652 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-dc103357-3b85-4d3b-a4f1-c58d897830fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:19.773765 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8fffae-a0de-47a4-ad49-e40a0f0ac509,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:19.778135 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c26ca79da58493e837e3c09a3799dc3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3425968
Jun 29 20:58:19.778982 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:19.780690 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56798) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:19.844056 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-46b3868f-b847-4f33-ac6c-c66a1156d727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:19.871056 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-46b3868f-b847-4f33-ac6c-c66a1156d727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:19.920928 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-46b3868f-b847-4f33-ac6c-c66a1156d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:19.925533 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6489a6f9-2a1f-469f-80f4-6f2d1756b60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:19.936725 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3868f-b847-4f33-ac6c-c66a1156d727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8fffae-a0de-47a4-ad49-e40a0f0ac509,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:19.939654 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-46b3868f-b847-4f33-ac6c-c66a1156d727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:19.941581 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-46b3868f-b847-4f33-ac6c-c66a1156d727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:19.945018 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-46b3868f-b847-4f33-ac6c-c66a1156d727 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea8fffae-a0de-47a4-ad49-e40a0f0ac509 HTTP/1.1" status: 204  len: 168 time: 0.1610227
Jun 29 20:58:20.167625 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56808) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:20.226815 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94ec5c5-741e-4975-b297-cdc65afe5221 admin admin] Deleting subnet 630813ae-6938-45f7-a451-02e152b1e922 {{(pid=74217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 20:58:20.229638 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a94ec5c5-741e-4975-b297-cdc65afe5221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.275124 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 56812) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:20.283541 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a94ec5c5-741e-4975-b297-cdc65afe5221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3702203'] for subnet, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.296415 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.327901 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:20.331811 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] Usage tracker for resource:security_group_rule and tenant:756c2d45857d4a3e8616798f2031885f is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:20.334741 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:20.338240 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a94ec5c5-741e-4975-b297-cdc65afe5221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.340720 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:20.411250 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a94ec5c5-741e-4975-b297-cdc65afe5221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4136704'] for subnet, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.411562 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.414525 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.415949 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:20.421617 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7f9ba28e-34c8-44f5-a6de-62377fde483e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:20.451976 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ec5c5-741e-4975-b297-cdc65afe5221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630813ae-6938-45f7-a451-02e152b1e922,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:20.455636 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a94ec5c5-741e-4975-b297-cdc65afe5221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:20.459325 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a94ec5c5-741e-4975-b297-cdc65afe5221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.459582 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19da94d8-7a05-4c4c-a39c-efcb896b6ae5,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:20.463416 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:20.465034 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-a94ec5c5-741e-4975-b297-cdc65afe5221 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/630813ae-6938-45f7-a451-02e152b1e922 HTTP/1.1" status: 204  len: 168 time: 0.2962987
Jun 29 20:58:20.465804 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=756c2d45857d4a3e8616798f2031885f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1897056
Jun 29 20:58:20.467396 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 56816) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:20.468369 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56818) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:20.538304 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-806c8beb-80f0-42cc-8063-800f639cc809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.567459 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-806c8beb-80f0-42cc-8063-800f639cc809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.649743 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-806c8beb-80f0-42cc-8063-800f639cc809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.654980 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-467c28e4-aa67-4f63-8e98-57a39fe4c9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:20.667113 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c8beb-80f0-42cc-8063-800f639cc809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19da94d8-7a05-4c4c-a39c-efcb896b6ae5,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:20.671231 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-806c8beb-80f0-42cc-8063-800f639cc809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:20.681442 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-806c8beb-80f0-42cc-8063-800f639cc809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.684988 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-806c8beb-80f0-42cc-8063-800f639cc809 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19da94d8-7a05-4c4c-a39c-efcb896b6ae5 HTTP/1.1" status: 204  len: 168 time: 0.2134283
Jun 29 20:58:20.696729 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.822653 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.837337 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5445641cd0>,) {'filters': {'network_id': ['1d5bead4-e2f1-44b9-97ad-701849f7e964']}} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:20.850686 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445641cd0>, '8a979acf-e763-486b-bdd0-b35fabc6b390') {'for_net_delete': True} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:20.850993 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445641cd0>, '8a979acf-e763-486b-bdd0-b35fabc6b390') {} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:20.864438 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3291960'] for segment, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.880864 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.887649 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=74216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 20:58:20.888053 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-798788'] for segment, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]: Traceback (most recent call last):
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     timer()
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     cb(*args, **kw)
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     return func(*args, **kwargs)
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     self._notify()
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     self.callback(batched_events)
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     event.method(event)
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     return f(self, *a, **k)
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._get(url).json()
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self.request(url, 'GET', **kwargs)
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 20:58:20.903023 dv-cinder-779781-1-iscsi neutron-server[74216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 20:58:20.990394 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:20.994648 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:21.011077 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:21.019604 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5bead4-e2f1-44b9-97ad-701849f7e964,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:21.022755 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:21.032390 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-cf73f2b7-e800-407c-9f7e-da149d0adfb1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1d5bead4-e2f1-44b9-97ad-701849f7e964 HTTP/1.1" status: 204  len: 168 time: 0.5633020
Jun 29 20:58:21.239714 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56838) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:21.301452 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-dad08105-8394-4318-b6ae-831df3ea6b5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f2a0c1ddcba46d8bad101e19c371426&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0601656
Jun 29 20:58:21.303509 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 56844) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:21.365991 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c1fcd4b0-390e-4e40-aa75-9f7aaceda01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:21.390794 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c1fcd4b0-390e-4e40-aa75-9f7aaceda01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:21.444112 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c1fcd4b0-390e-4e40-aa75-9f7aaceda01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:21.447815 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5b3be125-24c6-470c-b62b-c94cc4caad8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:21.462493 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcd4b0-390e-4e40-aa75-9f7aaceda01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01d8879-03c1-48ca-9024-d114c2cc7fe4,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:21.465448 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c1fcd4b0-390e-4e40-aa75-9f7aaceda01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:21.467340 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c1fcd4b0-390e-4e40-aa75-9f7aaceda01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:21.468528 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-c1fcd4b0-390e-4e40-aa75-9f7aaceda01a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f01d8879-03c1-48ca-9024-d114c2cc7fe4 HTTP/1.1" status: 204  len: 168 time: 0.1640275
Jun 29 20:58:23.047092 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:23.051199 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 002614df-5979-4f83-b55d-1bdfe4a85527 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:58:23.084251 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 002614df-5979-4f83-b55d-1bdfe4a85527 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:58:23.084670 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 002614df-5979-4f83-b55d-1bdfe4a85527 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:58:37.234729 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:58:41.852219 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 57158) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:41.990918 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:42.022340 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:42.026101 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] Usage tracker for resource:security_group_rule and tenant:e8164a480f924f8dbbdba6589361f582 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:42.028875 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:42.034447 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:42.100160 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:42.105820 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:42.112831 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:42.153593 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2a55b7-f1be-44de-b650-f804e6623fe2,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:42.158111 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:42.163997 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57172) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:42.164459 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8164a480f924f8dbbdba6589361f582&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3107419
Jun 29 20:58:42.225917 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6f68acb2-9db4-4f3e-a9fc-ad2db83c31dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:42.255313 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6f68acb2-9db4-4f3e-a9fc-ad2db83c31dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:42.312465 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6f68acb2-9db4-4f3e-a9fc-ad2db83c31dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:42.318622 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5f82fffb-9a22-4f0a-90fb-b7101b782e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:42.331939 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68acb2-9db4-4f3e-a9fc-ad2db83c31dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2a55b7-f1be-44de-b650-f804e6623fe2,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:42.335119 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6f68acb2-9db4-4f3e-a9fc-ad2db83c31dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:42.340074 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6f68acb2-9db4-4f3e-a9fc-ad2db83c31dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:42.341638 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-6f68acb2-9db4-4f3e-a9fc-ad2db83c31dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b2a55b7-f1be-44de-b650-f804e6623fe2 HTTP/1.1" status: 204  len: 168 time: 0.1765628
Jun 29 20:58:42.606884 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-27aa0cd4-d223-4958-952f-adbf27bf982e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.020014 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.129087 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57200) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:43.259436 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-737926621-network', 'tenant_id': '14262256db744bc6b3ddd3262ab72623'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:58:43.263975 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:43.267887 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Usage tracker for resource:network and tenant:14262256db744bc6b3ddd3262ab72623 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:43.270757 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:43.276458 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:43.286837 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Made reservation on behalf of 14262256db744bc6b3ddd3262ab72623 for: {'network': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:58:43.289266 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.302014 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.331219 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:43.334933 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Usage tracker for resource:security_group_rule and tenant:14262256db744bc6b3ddd3262ab72623 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:43.337661 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:43.343690 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:43.407451 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.411570 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.414323 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-73cb722b-7fde-486a-8bac-dee7f55ae870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:43.444710 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554}  {{(pid=74216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:58:43.449767 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2600e6e-d9f0-4ac5-998b-fe6e772c3b2e,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:43.453153 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:43.457299 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.457299 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.segments_db [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Added segment cab68978-f292-4efa-bebe-99657572a784 of type vlan for network ed2e6d32-6656-47d6-96d6-22f5f090644a
Jun 29 20:58:43.482087 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.513631 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.514778 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:43.515333 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.520377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:43.634032 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2e6d32-6656-47d6-96d6-22f5f090644a,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:43.637459 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:43.639299 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5090759
Jun 29 20:58:43.642153 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57212) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:43.646577 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network ed2e6d32-6656-47d6-96d6-22f5f090644a details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:58:43.648218 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Request body: {'subnet': {'network_id': 'ed2e6d32-6656-47d6-96d6-22f5f090644a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-737926621-subnet', 'tenant_id': '14262256db744bc6b3ddd3262ab72623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:58:43.652792 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:43.657013 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Usage tracker for resource:subnet and tenant:14262256db744bc6b3ddd3262ab72623 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:43.660373 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:43.666593 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:43.677538 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Made reservation on behalf of 14262256db744bc6b3ddd3262ab72623 for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:58:43.679881 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2262232'] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.889659 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-798893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2262218'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:43.894536 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-857d9062-e2d4-4173-9efc-e7179ffc3f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:43.957494 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c972b62-facf-4667-8097-6dce7c0d86f8,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:43.961070 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:43.973630 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Checking segment: {'id': 'cab68978-f292-4efa-bebe-99657572a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ed2e6d32-6656-47d6-96d6-22f5f090644a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:58:43.973982 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Network hostable DHCP agents. Network: ed2e6d32-6656-47d6-96d6-22f5f090644a, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:58:43.995269 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Network ed2e6d32-6656-47d6-96d6-22f5f090644a is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:58:44.005172 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, ed2e6d32-6656-47d6-96d6-22f5f090644a) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:58:44.009109 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:44.009681 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:44.013996 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7560406-f8fa-4f12-b6b0-d5846c2c652f None None] Network ed2e6d32-6656-47d6-96d6-22f5f090644a requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:58:44.029694 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3864794
Jun 29 20:58:44.225398 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1ec64f-9bda-47e9-9c5d-a2285efc3f3f None None] Network ed2e6d32-6656-47d6-96d6-22f5f090644a requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:58:44.863579 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57238) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:44.866901 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f368e9f-0476-4398-9200-f5dafac46829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:44.871286 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935661278-network', 'tenant_id': '3711ac07072b4828b2c2494c8215cf48'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:58:44.875814 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:44.879674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Usage tracker for resource:network and tenant:3711ac07072b4828b2c2494c8215cf48 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:44.882504 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:44.888402 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:44.898334 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Made reservation on behalf of 3711ac07072b4828b2c2494c8215cf48 for: {'network': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:58:44.900789 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:44.913983 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:44.948791 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:44.952889 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Usage tracker for resource:security_group_rule and tenant:3711ac07072b4828b2c2494c8215cf48 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:44.955519 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:44.961188 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:45.027609 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:45.030792 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:45.033662 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-bef54330-7dce-4a43-9ef9-1e024c748e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:45.065190 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557}  {{(pid=74216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:58:45.071127 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb7bba4-c5e6-4d36-a311-1570ae782d1a,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:45.074864 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:45.079454 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:45.079872 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.segments_db [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Added segment 11395719-9341-4f84-8a4c-66fb614e7cd9 of type vlan for network 4476eddc-a507-475d-a12e-71e2320fe642
Jun 29 20:58:45.107052 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:45.135919 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:45.137196 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:45.138218 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:45.141853 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:45.243525 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Pushing event updated for resources: {'Network': ['ID=4476eddc-a507-475d-a12e-71e2320fe642,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:45.249164 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3819871
Jun 29 20:58:45.249164 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:45.249415 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57242) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:45.253593 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network 4476eddc-a507-475d-a12e-71e2320fe642 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:58:45.255862 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Request body: {'subnet': {'network_id': '4476eddc-a507-475d-a12e-71e2320fe642', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935661278-subnet', 'tenant_id': '3711ac07072b4828b2c2494c8215cf48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:58:45.260586 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:45.264379 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Usage tracker for resource:subnet and tenant:3711ac07072b4828b2c2494c8215cf48 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:45.267238 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:45.273601 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:45.283763 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Made reservation on behalf of 3711ac07072b4828b2c2494c8215cf48 for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:58:45.287025 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2262232'] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:45.494706 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-798893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2262218'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:45.498669 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:45.567750 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa94b410-3e64-487c-b38f-010fe94d1b53,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:45.571348 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:45.584000 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Checking segment: {'id': '11395719-9341-4f84-8a4c-66fb614e7cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4476eddc-a507-475d-a12e-71e2320fe642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:58:45.584352 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Network hostable DHCP agents. Network: 4476eddc-a507-475d-a12e-71e2320fe642, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:58:45.605602 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Network 4476eddc-a507-475d-a12e-71e2320fe642 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:58:45.614954 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, 4476eddc-a507-475d-a12e-71e2320fe642) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:58:45.618757 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:45.619324 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:45.623675 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b564d8-c18d-4012-ada6-4f7054bbe2e0 None None] Network 4476eddc-a507-475d-a12e-71e2320fe642 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:58:45.646314 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3887429
Jun 29 20:58:45.780843 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57254) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:45.841054 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_v2 [None req-9865f72f-f7c9-4faf-a56d-cbc6a830ebe2 admin admin] Deleting subnet 6c972b62-facf-4667-8097-6dce7c0d86f8 {{(pid=74216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 20:58:45.844377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9865f72f-f7c9-4faf-a56d-cbc6a830ebe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:45.856676 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864f438-7bf3-4186-83e1-95a880addb00 None None] Network 4476eddc-a507-475d-a12e-71e2320fe642 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:58:45.933606 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.011976 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9865f72f-f7c9-4faf-a56d-cbc6a830ebe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3291959'] for subnet, precommit_delete_associations {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.087539 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9865f72f-f7c9-4faf-a56d-cbc6a830ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.153989 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9865f72f-f7c9-4faf-a56d-cbc6a830ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-798946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262211'] for subnet, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.158277 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-55152283-c296-42e4-8788-7cad6724a9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:46.196367 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865f72f-f7c9-4faf-a56d-cbc6a830ebe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c972b62-facf-4667-8097-6dce7c0d86f8,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:46.199053 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9865f72f-f7c9-4faf-a56d-cbc6a830ebe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:46.201384 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9865f72f-f7c9-4faf-a56d-cbc6a830ebe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.207049 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-9865f72f-f7c9-4faf-a56d-cbc6a830ebe2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6c972b62-facf-4667-8097-6dce7c0d86f8 HTTP/1.1" status: 204  len: 168 time: 0.4251513
Jun 29 20:58:46.209378 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57264) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:46.314659 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.439014 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.452206 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5445fa9f10>,) {'filters': {'network_id': ['ed2e6d32-6656-47d6-96d6-22f5f090644a']}} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:46.465388 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445fa9f10>, 'cab68978-f292-4efa-bebe-99657572a784') {'for_net_delete': True} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:46.465663 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445fa9f10>, 'cab68978-f292-4efa-bebe-99657572a784') {} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:46.477133 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3291960'] for segment, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.494264 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.502108 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=74216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 20:58:46.502614 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-798788'] for segment, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]: Traceback (most recent call last):
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     timer()
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     cb(*args, **kw)
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     return func(*args, **kwargs)
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     self._notify()
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     self.callback(batched_events)
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     event.method(event)
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     return f(self, *a, **k)
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._get(url).json()
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self.request(url, 'GET', **kwargs)
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 20:58:46.516689 dv-cinder-779781-1-iscsi neutron-server[74216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 20:58:46.593878 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.599725 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.603328 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:46.620492 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ed2e6d32-6656-47d6-96d6-22f5f090644a HTTP/1.1" status: 204  len: 168 time: 0.4101973
Jun 29 20:58:46.623551 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2e6d32-6656-47d6-96d6-22f5f090644a,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:46.623873 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 57268) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:46.625923 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:46.683943 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4d9413-b368-4f85-8d54-580fca2eaf55 admin admin] Deleting subnet aa94b410-3e64-487c-b38f-010fe94d1b53 {{(pid=74217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 20:58:46.686907 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9413-b368-4f85-8d54-580fca2eaf55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.734326 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9413-b368-4f85-8d54-580fca2eaf55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3702203'] for subnet, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.791137 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9413-b368-4f85-8d54-580fca2eaf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.856486 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9413-b368-4f85-8d54-580fca2eaf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4136704'] for subnet, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.860274 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-48340f04-aed7-4286-8d08-94ad708f8edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:46.895328 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d9413-b368-4f85-8d54-580fca2eaf55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa94b410-3e64-487c-b38f-010fe94d1b53,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:46.897747 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1f4d9413-b368-4f85-8d54-580fca2eaf55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:46.900371 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9413-b368-4f85-8d54-580fca2eaf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:46.911226 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-1f4d9413-b368-4f85-8d54-580fca2eaf55 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aa94b410-3e64-487c-b38f-010fe94d1b53 HTTP/1.1" status: 204  len: 168 time: 0.2862966
Jun 29 20:58:46.913557 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 57274) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:47.102133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.183771 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.247466 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.266007 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5444fb10a0>,) {'filters': {'network_id': ['4476eddc-a507-475d-a12e-71e2320fe642']}} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:47.278815 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5444fb10a0>, '11395719-9341-4f84-8a4c-66fb614e7cd9') {'for_net_delete': True} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:47.279105 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5444fb10a0>, '11395719-9341-4f84-8a4c-66fb614e7cd9') {} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:58:47.291140 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3702196'] for segment, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.307848 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.314493 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=74217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 20:58:47.315071 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570591'] for segment, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]: Traceback (most recent call last):
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     timer()
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     cb(*args, **kw)
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     return func(*args, **kwargs)
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     self._notify()
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     self.callback(batched_events)
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     event.method(event)
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     return f(self, *a, **k)
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._get(url).json()
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self.request(url, 'GET', **kwargs)
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 20:58:47.329408 dv-cinder-779781-1-iscsi neutron-server[74217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 20:58:47.417349 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.421994 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-67538aca-65ac-49a3-bf2f-318fde8130c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:47.443404 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.451003 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4476eddc-a507-475d-a12e-71e2320fe642,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:47.454126 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4476eddc-a507-475d-a12e-71e2320fe642 HTTP/1.1" status: 204  len: 168 time: 0.5396545
Jun 29 20:58:47.455203 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b6afb19c-8193-45c7-9c25-24ae6f74f2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:47.677494 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e146d2-a408-479d-b221-892a7a9d438d req-98d48098-ea8f-48a8-8c17-a8aead1697ad tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:47.678952 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-12e146d2-a408-479d-b221-892a7a9d438d req-98d48098-ea8f-48a8-8c17-a8aead1697ad tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 945 time: 0.3190572
Jun 29 20:58:47.679413 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57296) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:47.764727 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-12e146d2-a408-479d-b221-892a7a9d438d req-8b108856-d06b-490a-b568-808985d787b0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707955
Jun 29 20:58:47.766790 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-819eba26-71a4-4939-8a00-89fe58557a07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14262256db744bc6b3ddd3262ab72623&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0863752
Jun 29 20:58:47.769366 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57300) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:47.827409 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2fec85c8-99dd-48b4-bc5e-ef1905ad156b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.852357 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2fec85c8-99dd-48b4-bc5e-ef1905ad156b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.902138 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2fec85c8-99dd-48b4-bc5e-ef1905ad156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.906830 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-bce11c8c-b308-4a9e-8c8d-3335dcc57688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:47.919018 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec85c8-99dd-48b4-bc5e-ef1905ad156b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2600e6e-d9f0-4ac5-998b-fe6e772c3b2e,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:47.921899 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-2fec85c8-99dd-48b4-bc5e-ef1905ad156b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:47.923729 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2fec85c8-99dd-48b4-bc5e-ef1905ad156b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:47.925705 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-2fec85c8-99dd-48b4-bc5e-ef1905ad156b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2600e6e-d9f0-4ac5-998b-fe6e772c3b2e HTTP/1.1" status: 204  len: 168 time: 0.1545718
Jun 29 20:58:48.305104 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57310) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:48.354112 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-a819b12d-13f9-4a5c-9217-a86b8e56d16d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3711ac07072b4828b2c2494c8215cf48&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0478182
Jun 29 20:58:48.356378 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57314) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:48.416292 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-63513f26-fcbb-4c95-93db-f0e5fcd66f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:48.442049 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-63513f26-fcbb-4c95-93db-f0e5fcd66f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:48.490933 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-63513f26-fcbb-4c95-93db-f0e5fcd66f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:48.494811 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-919f6a65-ca62-40e7-9f29-2a34deacbddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:48.508424 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63513f26-fcbb-4c95-93db-f0e5fcd66f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb7bba4-c5e6-4d36-a311-1570ae782d1a,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:48.512266 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-63513f26-fcbb-4c95-93db-f0e5fcd66f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:48.515287 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-63513f26-fcbb-4c95-93db-f0e5fcd66f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:48.516665 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-63513f26-fcbb-4c95-93db-f0e5fcd66f7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fb7bba4-c5e6-4d36-a311-1570ae782d1a HTTP/1.1" status: 204  len: 168 time: 0.1593838
Jun 29 20:58:49.165306 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8e26e-0b36-4730-92d8-4d13ede3894d req-3026d08c-5952-4ba3-8780-8f391cbdb7df tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:49.166819 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dbd8e26e-0b36-4730-92d8-4d13ede3894d req-3026d08c-5952-4ba3-8780-8f391cbdb7df tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 945 time: 0.2759941
Jun 29 20:58:49.213735 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dbd8e26e-0b36-4730-92d8-4d13ede3894d req-a6a0cfbf-2b11-4006-939a-08342fbda359 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413220
Jun 29 20:58:50.563430 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1090bd-3ef0-4af9-b440-eacb322edc34 req-e4a301c7-7497-4afd-a8b6-1f139ee73a61 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:50.565226 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cd1090bd-3ef0-4af9-b440-eacb322edc34 req-e4a301c7-7497-4afd-a8b6-1f139ee73a61 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 945 time: 0.0878758
Jun 29 20:58:50.614390 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cd1090bd-3ef0-4af9-b440-eacb322edc34 req-be752ea4-8b1b-45e0-bfdf-9b0692be0145 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433698
Jun 29 20:58:50.816603 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57386) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:50.955440 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:50.985323 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:50.989904 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] Usage tracker for resource:security_group_rule and tenant:5f4fe54f95924c3683ee396f14fa4ac5 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:50.992980 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:50.998923 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:51.062295 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.066014 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.072601 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:51.116107 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f831a7-62d9-4af4-a5b0-874c6f87e0c7,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:51.119560 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:51.122457 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f4fe54f95924c3683ee396f14fa4ac5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3048460
Jun 29 20:58:51.125057 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57394) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:51.183491 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-069db917-28b0-4ce5-93c9-340692f7f84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.208869 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-069db917-28b0-4ce5-93c9-340692f7f84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.258565 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-069db917-28b0-4ce5-93c9-340692f7f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.263261 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-05d54c90-376d-4eb5-a2f5-2c9033ce1480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:51.273934 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069db917-28b0-4ce5-93c9-340692f7f84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f831a7-62d9-4af4-a5b0-874c6f87e0c7,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:51.276665 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-069db917-28b0-4ce5-93c9-340692f7f84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:51.282279 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-069db917-28b0-4ce5-93c9-340692f7f84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.283364 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-069db917-28b0-4ce5-93c9-340692f7f84f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2f831a7-62d9-4af4-a5b0-874c6f87e0c7 HTTP/1.1" status: 204  len: 168 time: 0.1574359
Jun 29 20:58:51.606449 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57402) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:51.625353 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.657779 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:58:51.662221 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:09c56ea08da2486bba0757a512854c92 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:58:51.665254 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:58:51.671572 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:58:51.749994 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.786920 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.798555 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9a95a498-f595-4543-81b3-e2c361f32554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:51.851906 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09c56ea08da2486bba0757a512854c92&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2444043
Jun 29 20:58:51.854516 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 57416) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:58:51.855000 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b89040-cdad-498d-9345-a7eae20f6484,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:51.858382 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:51.887093 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41198b2d-1f50-42b9-8f1a-3eeae6c71e2a req-806d8a72-e18d-45c4-8af5-0a0e8259bfae tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:51.888519 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-41198b2d-1f50-42b9-8f1a-3eeae6c71e2a req-806d8a72-e18d-45c4-8af5-0a0e8259bfae tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 945 time: 0.1374393
Jun 29 20:58:51.916888 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-06cb21cc-4b87-4dab-b3a1-995037bddfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.935491 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-41198b2d-1f50-42b9-8f1a-3eeae6c71e2a req-2d7f1ad3-ac73-49a7-94c2-7f7f379627f1 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406275
Jun 29 20:58:51.943657 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-06cb21cc-4b87-4dab-b3a1-995037bddfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:51.999600 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-06cb21cc-4b87-4dab-b3a1-995037bddfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:52.003373 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-70d697ae-8808-474e-ada6-32b7af674f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:52.015508 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb21cc-4b87-4dab-b3a1-995037bddfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b89040-cdad-498d-9345-a7eae20f6484,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:52.018840 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-06cb21cc-4b87-4dab-b3a1-995037bddfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:52.020728 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-06cb21cc-4b87-4dab-b3a1-995037bddfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:52.021737 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-06cb21cc-4b87-4dab-b3a1-995037bddfab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1b89040-cdad-498d-9345-a7eae20f6484 HTTP/1.1" status: 204  len: 168 time: 0.1662166
Jun 29 20:58:53.058860 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:53.156838 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b151b-e640-4e08-8bc0-5ff17eb0f914 req-e0598fe1-67da-4969-8d97-b8d5699acd8e tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:53.158671 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2c5b151b-e640-4e08-8bc0-5ff17eb0f914 req-e0598fe1-67da-4969-8d97-b8d5699acd8e tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 945 time: 0.0887864
Jun 29 20:58:53.169131 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-f37ed776-0fc3-4486-9c1c-f7cd31b0d573 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:53.170391 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-f37ed776-0fc3-4486-9c1c-f7cd31b0d573 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Synchronizing usage tracker for tenant:e3a11445def64a93972ecaf5644cb126 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:58:53.181829 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-067cb58d-9a26-4bbb-9f43-0a318019079b req-97a53dfc-19af-4061-934b-59adfb1a2c53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1742558
Jun 29 20:58:53.196749 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-f37ed776-0fc3-4486-9c1c-f7cd31b0d573 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Unset dirty status for tenant:e3a11445def64a93972ecaf5644cb126 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:58:53.198178 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-f37ed776-0fc3-4486-9c1c-f7cd31b0d573 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 945 time: 0.1564269
Jun 29 20:58:53.233380 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2c5b151b-e640-4e08-8bc0-5ff17eb0f914 req-ee53bd38-8da6-4d1a-8610-a7f626eda972 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/security-groups?id=d54f7f78-9544-4879-b64e-83a8ee0459d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588861
Jun 29 20:58:53.365777 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Deleting port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:58:53.366126 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:53.601672 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-067cb58d-9a26-4bbb-9f43-0a318019079b req-02eb2c7f-10c0-486f-95e9-93852c085f8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 1099 time: 0.2926502
Jun 29 20:58:53.742042 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] For port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,segment=NetworkSegment(5f869144-6b55-4ebe-bf93-80ffa78ba7cf),segment_id=5f869144-6b55-4ebe-bf93-80ffa78ba7cf)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:58:53.742296 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:53.872553 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Calling delete_port for f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:58:53.933588 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cb58d-9a26-4bbb-9f43-0a318019079b req-42612ad0-36ac-4e03-8a9d-328326e020e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:53.935013 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-067cb58d-9a26-4bbb-9f43-0a318019079b req-42612ad0-36ac-4e03-8a9d-328326e020e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 917 time: 0.2996409
Jun 29 20:58:54.175825 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-067cb58d-9a26-4bbb-9f43-0a318019079b req-6d1652c7-0ba9-4e9d-8338-99ff032527a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f HTTP/1.1" status: 200  len: 1001 time: 0.2327724
Jun 29 20:58:54.225967 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:54.237359 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7aa164e0-e187-412b-824d-91da583530d7 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:58:54.284837 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Pushing event deleted for resources: {'Port': ['ID=f4e2a4e7-d475-4d0f-8a7c-11de0d10e021,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:58:54.287504 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:58:54.322036 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cb58d-9a26-4bbb-9f43-0a318019079b req-9d4f7350-4b61-477c-85ee-92a1180f490f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:58:54.323452 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-067cb58d-9a26-4bbb-9f43-0a318019079b req-9d4f7350-4b61-477c-85ee-92a1180f490f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.1401989
Jun 29 20:58:54.368007 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] No DVR routers for this DVR port f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:58:54.371214 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:58:54.374267 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2', 'name': 'network-vif-deleted', 'tag': 'f4e2a4e7-d475-4d0f-8a7c-11de0d10e021'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:58:54.388659 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a21169c5-fc3d-47d1-b0ff-2cfc7fd39cd7 req-479e05c8-400a-4554-8dcf-ac7580828c64 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 210 time: 0.0422063
Jun 29 20:58:54.390277 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9f173951-fbb5-4508-925b-d5c0b81590c9 req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.60 "DELETE /v2.0/ports/f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 HTTP/1.1" status: 204  len: 173 time: 1.1660500
Jun 29 20:58:54.429489 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2', 'name': 'network-vif-deleted', 'tag': 'f4e2a4e7-d475-4d0f-8a7c-11de0d10e021', 'status': 'completed', 'code': 200}
Jun 29 20:58:55.620661 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5a7318ba-8874-4cc1-8b5a-2a645e338061 req-f0e97da3-5d37-484c-a31c-8021e6aa5ce3 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 210 time: 0.1121535
Jun 29 20:58:56.782269 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ab685abf-99df-49f3-b4d0-b1763ee5f8cd req-b29e1ee3-eaf4-47f6-a80a-cfb0d6dc1e9d tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 210 time: 0.0409346
Jun 29 20:58:57.057965 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:58:57.090000 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:58:57.090329 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device f4e2a4e7-d475-4d0f-8a7c-11de0d10e021 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:58:57.231686 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-067cb58d-9a26-4bbb-9f43-0a318019079b req-6480b6f7-081d-45b5-aaa3-3c3aa93357ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2012284
Jun 29 20:58:57.365996 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-067cb58d-9a26-4bbb-9f43-0a318019079b req-7b4e0ce2-4a76-452e-bb07-74da9ebbd5e5 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266088
Jun 29 20:58:57.503287 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-067cb58d-9a26-4bbb-9f43-0a318019079b req-d2802775-ac4d-466d-b965-3af50645c554 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260879
Jun 29 20:58:57.961275 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-307aa9ea-7320-40d9-8660-d929acc2f385 req-cc1ec05b-9e8c-4d6d-a92b-a3d6f07a7bd5 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 210 time: 0.0420325
Jun 29 20:58:59.140248 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-adbe1d6f-3458-40b7-a182-b31e300d380a req-e5c5b290-9960-4f7a-aa56-dbac5edb65e5 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 210 time: 0.0443256
Jun 29 20:59:00.311373 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a1ea26dc-56f3-446d-b8a0-0d9b2efee1c3 req-89ba4695-ba86-409b-b7c2-a7d84ea4524b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbda2b0-2de8-4b2f-9d7f-e9fbc966afa2 HTTP/1.1" status: 200  len: 210 time: 0.0402026
Jun 29 20:59:04.624156 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 57622) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:04.762301 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:04.793160 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:04.796896 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Usage tracker for resource:security_group_rule and tenant:40213b79491546b5afb71ceb5883af2f is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:04.799746 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:04.806686 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:04.872088 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:04.875919 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:04.882764 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-657e17c1-0088-4616-b077-e04ea3bfe1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:04.921573 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e4e09f-c626-4832-b0bb-e1e815fa6690,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:04.926152 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40213b79491546b5afb71ceb5883af2f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3009710
Jun 29 20:59:04.928964 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57628) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:04.932842 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.933205 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.933557 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.933906 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.934253 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.934596 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.934932 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.935271 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.935608 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.935940 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.936274 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:04.940490 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:04.988194 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f2f4614d-4f97-4650-a719-0f8b88d83466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.013593 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f2f4614d-4f97-4650-a719-0f8b88d83466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.063564 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f2f4614d-4f97-4650-a719-0f8b88d83466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.068240 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-357c7e6c-c635-4db6-ba92-88691eab8d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:05.083395 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4614d-4f97-4650-a719-0f8b88d83466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e4e09f-c626-4832-b0bb-e1e815fa6690,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:05.085786 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f2f4614d-4f97-4650-a719-0f8b88d83466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:05.093618 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f2f4614d-4f97-4650-a719-0f8b88d83466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.094745 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-f2f4614d-4f97-4650-a719-0f8b88d83466 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54e4e09f-c626-4832-b0bb-e1e815fa6690 HTTP/1.1" status: 204  len: 168 time: 0.1648195
Jun 29 20:59:05.416272 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57638) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:05.434250 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.465158 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:05.468963 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] Usage tracker for resource:security_group_rule and tenant:669247abfa444accb5e6eedf1a329f54 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:05.472490 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:05.478194 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:05.542912 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.548127 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.555639 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f2f4614d-4f97-4650-a719-0f8b88d83466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:05.592452 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e751b4e6-405e-47e9-97e9-facc3c3e43c6,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:05.597587 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:05.600773 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=669247abfa444accb5e6eedf1a329f54&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1834316
Jun 29 20:59:05.603316 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57644) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:05.662215 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-af9d67b4-3969-41a6-95b3-7e608b0f11c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.687043 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-af9d67b4-3969-41a6-95b3-7e608b0f11c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.741216 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-af9d67b4-3969-41a6-95b3-7e608b0f11c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.744718 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-2fec85c8-99dd-48b4-bc5e-ef1905ad156b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:05.755903 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d67b4-3969-41a6-95b3-7e608b0f11c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e751b4e6-405e-47e9-97e9-facc3c3e43c6,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:05.760576 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-af9d67b4-3969-41a6-95b3-7e608b0f11c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:05.762367 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-af9d67b4-3969-41a6-95b3-7e608b0f11c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:05.763444 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-af9d67b4-3969-41a6-95b3-7e608b0f11c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e751b4e6-405e-47e9-97e9-facc3c3e43c6 HTTP/1.1" status: 204  len: 168 time: 0.1592245
Jun 29 20:59:08.018603 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57714) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:08.101334 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57722) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:08.260782 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.272413 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.318414 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:08.323785 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:08.326025 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Usage tracker for resource:security_group_rule and tenant:8e7e8fb188ad475e96c617b7239388b2 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:08.329617 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:08.332741 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] Usage tracker for resource:security_group_rule and tenant:8db7ab2857f74219bc68f5a55fc85557 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:08.337444 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:08.340027 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:08.346437 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:08.465770 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.467987 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.470736 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.477628 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-169a9fb0-a30c-4aa0-96cf-c003e25e51fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:08.485538 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.533968 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa660c57-d981-4146-b644-011e8b8c8aa9,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:08.545191 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e7e8fb188ad475e96c617b7239388b2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4427381
Jun 29 20:59:08.547888 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 57728) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:08.555783 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8db7ab2857f74219bc68f5a55fc85557&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5334940
Jun 29 20:59:08.555783 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.555783 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.555783 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.556193 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.556466 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.556839 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.557182 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.557528 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.557867 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.558204 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.558538 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:08.560935 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 57732) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:08.562265 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:08.562752 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4fec4041-9d72-48a5-8af6-c6f40e6d243e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:08.590662 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8599b862-e82a-4f1e-a842-9c6c74dc525c,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:08.593609 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:08.659969 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-deea3897-664c-4870-bbeb-eea11aed98b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.698008 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-deea3897-664c-4870-bbeb-eea11aed98b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.708144 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9a6154e4-aa40-4ace-aa4b-b8c49f4afada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.754823 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9a6154e4-aa40-4ace-aa4b-b8c49f4afada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.796419 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-deea3897-664c-4870-bbeb-eea11aed98b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.802016 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b8e9d83f-5775-4fdb-8820-217c4d234144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:08.818294 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea3897-664c-4870-bbeb-eea11aed98b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa660c57-d981-4146-b644-011e8b8c8aa9,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:08.819918 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9a6154e4-aa40-4ace-aa4b-b8c49f4afada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.823506 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-deea3897-664c-4870-bbeb-eea11aed98b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:08.823839 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-deea3897-664c-4870-bbeb-eea11aed98b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:08.842031 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6154e4-aa40-4ace-aa4b-b8c49f4afada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8599b862-e82a-4f1e-a842-9c6c74dc525c,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:08.847154 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9a6154e4-aa40-4ace-aa4b-b8c49f4afada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:08.854014 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-deea3897-664c-4870-bbeb-eea11aed98b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.855098 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-deea3897-664c-4870-bbeb-eea11aed98b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa660c57-d981-4146-b644-011e8b8c8aa9 HTTP/1.1" status: 204  len: 168 time: 0.3062558
Jun 29 20:59:08.861744 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9a6154e4-aa40-4ace-aa4b-b8c49f4afada admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:08.865769 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-9a6154e4-aa40-4ace-aa4b-b8c49f4afada admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8599b862-e82a-4f1e-a842-9c6c74dc525c HTTP/1.1" status: 204  len: 168 time: 0.2897580
Jun 29 20:59:09.470678 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57770) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:09.499509 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:09.546338 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:09.552838 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4ea5ce82e046a1bb5377636d5d12ec is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:09.557365 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:09.566010 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:09.655095 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:09.665764 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:09.678359 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-2a46bcf8-0e3e-410d-b57d-7a61f4817926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:09.729555 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff068634-9317-4a31-88b3-9fd705eee328,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:09.737700 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b4ea5ce82e046a1bb5377636d5d12ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2617800
Jun 29 20:59:09.737700 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:09.737700 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57782) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:09.802871 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52765fee-6e53-4117-a5f0-895f897f9645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:09.831006 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52765fee-6e53-4117-a5f0-895f897f9645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:09.886760 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52765fee-6e53-4117-a5f0-895f897f9645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:09.891680 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d544cde2-a964-4136-9e79-187fd011e467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:09.904753 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52765fee-6e53-4117-a5f0-895f897f9645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff068634-9317-4a31-88b3-9fd705eee328,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:09.907548 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-52765fee-6e53-4117-a5f0-895f897f9645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:09.921112 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52765fee-6e53-4117-a5f0-895f897f9645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:09.925056 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-52765fee-6e53-4117-a5f0-895f897f9645 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff068634-9317-4a31-88b3-9fd705eee328 HTTP/1.1" status: 204  len: 168 time: 0.1835401
Jun 29 20:59:09.938737 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57790) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:10.071990 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1323520237-network', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:10.076752 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:10.081197 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Usage tracker for resource:network and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:10.084266 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:10.090063 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:10.100561 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Made reservation on behalf of 8f723853837f4095909b9fdf6a1d6ff1 for: {'network': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:59:10.102833 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.115034 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.146972 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:10.150793 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:10.153768 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:10.160076 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:10.232703 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.236507 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.239985 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:10.268584 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554}  {{(pid=74216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:59:10.277008 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:10.280558 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:10.282976 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.284026 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.segments_db [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Added segment bc305c9d-7168-48cd-895f-971eefb18ffb of type vlan for network ab34e143-db93-43ff-9522-9281a0f76d21
Jun 29 20:59:10.310481 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.341676 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.343324 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:10.343892 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.349689 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-3b521ed4-b516-46b0-bac6-1ee18c598dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:10.451740 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Pushing event updated for resources: {'Network': ['ID=ab34e143-db93-43ff-9522-9281a0f76d21,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:10.454739 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5146701
Jun 29 20:59:10.456939 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:10.458385 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57806) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:10.463873 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Request body: {'subnet': {'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1323520237-subnet', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'ip_version': 4}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:10.467657 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network ab34e143-db93-43ff-9522-9281a0f76d21 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:59:10.468637 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:10.473407 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Usage tracker for resource:subnet and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:10.476740 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:10.482402 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:10.496986 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Made reservation on behalf of 8f723853837f4095909b9fdf6a1d6ff1 for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:59:10.499864 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2262232'] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.742957 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-798893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2262218'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.748460 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:10.828669 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6f8940-7340-4a52-bcef-de4b23e59760,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:10.832489 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:10.841753 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Checking segment: {'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:59:10.842109 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Network hostable DHCP agents. Network: ab34e143-db93-43ff-9522-9281a0f76d21, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:59:10.868634 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Network ab34e143-db93-43ff-9522-9281a0f76d21 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:59:10.881099 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, ab34e143-db93-43ff-9522-9281a0f76d21) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:10.886548 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:10.888252 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.890384 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c21990-a527-4f13-9f46-5c384473de6e None None] Network ab34e143-db93-43ff-9522-9281a0f76d21 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:59:10.911548 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-2714256b-80ec-4530-8ed1-f0c2f50adbe7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4520078
Jun 29 20:59:10.914354 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 57822) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:10.920321 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:10.925122 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:10.931027 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Usage tracker for resource:router and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:10.934403 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:10.942658 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:10.963827 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3424'] for router, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.965016 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3455'] for router, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:10.991747 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:11.188147 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:11.308838 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc11f0e4-5da9-589f-bb4c-f91e8ff43252-ab34e143-db93-43ff-9522-9281a0f76d21', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760'}]}} from dv-cinder-779781-1-iscsi. {{(pid=74218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 20:59:11.310037 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:11.423526 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:11.454611 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:11.514467 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.db_base_plugin_common [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Allocated IP 172.20.0.2 (ab34e143-db93-43ff-9522-9281a0f76d21/7d6f8940-7340-4a52-bcef-de4b23e59760/48034df8-5386-4026-bae8-bdf674b0ba13) {{(pid=74218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:11.628628 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Allocated IP 172.27.2.89 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/42b9b4fe-4724-4eca-9026-a52fdafb134b) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:11.751377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a4983-54c6-46c5-a6e2-2402376017cc req-5d854f99-4dec-4971-b9c0-18f873da1dcf tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:11.759723 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2d5a4983-54c6-46c5-a6e2-2402376017cc req-5d854f99-4dec-4971-b9c0-18f873da1dcf tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 946 time: 0.1015096
Jun 29 20:59:11.811273 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2d5a4983-54c6-46c5-a6e2-2402376017cc req-24f6ec9d-e607-4b17-9174-205f268f7f06 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505633
Jun 29 20:59:11.814133 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Notify callbacks [] for port, precommit_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:11.817380 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:11.825536 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Transition to ACTIVE for port object 48034df8-5386-4026-bae8-bdf674b0ba13 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:11.852609 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:11.856421 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:11.857199 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Transition to ACTIVE for port object 48034df8-5386-4026-bae8-bdf674b0ba13 will not be triggered until provisioned by entity DHCP. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:11.863994 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:11.869345 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:11.937339 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Network ab34e143-db93-43ff-9522-9281a0f76d21 is already hosted by enough agents. {{(pid=74218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:11.941506 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.base_scheduler [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Resources bound (agent type, host, resource id):  {{(pid=74218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:11.945615 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Received port after_create {{(pid=74218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:11.984859 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Pushing event updated for resources: {'Port': ['ID=48034df8-5386-4026-bae8-bdf674b0ba13,revision_number=1']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:12.020334 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:12.023240 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:12.027758 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:12.037349 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.037696 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.038039 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.038373 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.038708 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.039041 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.039369 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.039698 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.040022 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.040349 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.040696 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:12.046975 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:12.051994 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Attempting to bind port 48034df8-5386-4026-bae8-bdf674b0ba13 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:59:12.053031 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Attempting to bind port 48034df8-5386-4026-bae8-bdf674b0ba13 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:59:12.053249 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Pushing event updated for resources: {'Port': ['ID=42b9b4fe-4724-4eca-9026-a52fdafb134b,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:12.053362 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Attempting to bind port 48034df8-5386-4026-bae8-bdf674b0ba13 on network ab34e143-db93-43ff-9522-9281a0f76d21 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:59:12.057616 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:12.063327 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:59:12.064016 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Checking segment: {'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:59:12.065216 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:12.065786 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Bound using segment: {'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:59:12.066346 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Bound port: 48034df8-5386-4026-bae8-bdf674b0ba13, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:59:12.066738 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:12.162729 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] For port 48034df8-5386-4026-bae8-bdf674b0ba13, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:59:12.166392 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] For port 48034df8-5386-4026-bae8-bdf674b0ba13, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=48034df8-5386-4026-bae8-bdf674b0ba13,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:59:12.171555 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:12.176491 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:12.200840 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:12.201426 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540'] for router, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:12.266663 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Pushing event updated for resources: {'Port': ['ID=48034df8-5386-4026-bae8-bdf674b0ba13,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:12.272747 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:12.475803 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 is scheduled to L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e with binding_index 1 {{(pid=74217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 20:59:12.646151 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-ad985ef0-3539-4a7c-ac9c-40acf2652a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:12.756738 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:59:12.769420 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Sync routers for ids ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:59:12.791774 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Routers {'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:12.792372 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:12.792516 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446008be0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:58:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:12.794802 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8784201
Jun 29 20:59:12.796742 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 57870) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:13.050756 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:13.093575 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Set router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:13.154614 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 48034df8-5386-4026-bae8-bdf674b0ba13 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:13.199032 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35422cc-c84d-47dc-8dbe-d7131e00f07d req-c9ac3c05-b0cc-4361-9afd-637c914162a4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:13.207422 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d35422cc-c84d-47dc-8dbe-d7131e00f07d req-c9ac3c05-b0cc-4361-9afd-637c914162a4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 946 time: 0.1532991
Jun 29 20:59:13.267203 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d35422cc-c84d-47dc-8dbe-d7131e00f07d req-ae414925-679c-4fe8-b5a1-227d7a57d18c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585978
Jun 29 20:59:13.317966 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 48034df8-5386-4026-bae8-bdf674b0ba13 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:13.506480 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a34e0-697f-44c1-912d-3721ef81924d None None] Network ab34e143-db93-43ff-9522-9281a0f76d21 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:59:13.582684 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446008be0>, [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:12Z', 'revision_number': 3, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:13.592562 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Checking router: b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:59:13.592974 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Updating router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 port 42b9b4fe-4724-4eca-9026-a52fdafb134b binding host dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:59:13.662530 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:13.676511 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-da2f9caf-f4f6-4e08-a07a-c38ac6bc8d6c None None] Provisioning for port 48034df8-5386-4026-bae8-bdf674b0ba13 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:13.710456 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-da2f9caf-f4f6-4e08-a07a-c38ac6bc8d6c None None] Provisioning complete for port 48034df8-5386-4026-bae8-bdf674b0ba13 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:13.710825 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-da2f9caf-f4f6-4e08-a07a-c38ac6bc8d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:13.937205 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-da2f9caf-f4f6-4e08-a07a-c38ac6bc8d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:13.985491 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-da2f9caf-f4f6-4e08-a07a-c38ac6bc8d6c None None] For port 48034df8-5386-4026-bae8-bdf674b0ba13, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=48034df8-5386-4026-bae8-bdf674b0ba13,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:13.991117 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:13.999046 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-da2f9caf-f4f6-4e08-a07a-c38ac6bc8d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.003631 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:14.072317 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Notify callbacks [] for port, precommit_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.088891 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.provisioning_blocks [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Transition to ACTIVE for port object 42b9b4fe-4724-4eca-9026-a52fdafb134b will not be triggered until provisioned by entity L2. {{(pid=74219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:14.105141 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.109255 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:14.111037 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f9caf-f4f6-4e08-a07a-c38ac6bc8d6c None None] Pushing event updated for resources: {'Port': ['ID=48034df8-5386-4026-bae8-bdf674b0ba13,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:14.132999 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-da2f9caf-f4f6-4e08-a07a-c38ac6bc8d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:14.194701 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Pushing event updated for resources: {'Port': ['ID=42b9b4fe-4724-4eca-9026-a52fdafb134b,revision_number=2']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:14.200564 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Attempting to bind port 42b9b4fe-4724-4eca-9026-a52fdafb134b on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:59:14.201072 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Attempting to bind port 42b9b4fe-4724-4eca-9026-a52fdafb134b by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:59:14.201626 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Attempting to bind port 42b9b4fe-4724-4eca-9026-a52fdafb134b on network 0460bb14-7d62-4976-a05c-7c2670111765 {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:59:14.210101 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.210791 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.211697 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.212377 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.212890 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.213216 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.213535 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.213873 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.214191 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.214563 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.214875 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 20:59:14.222487 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:14.225177 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:59:14.225549 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:59:14.225946 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.226330 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Bound using segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:59:14.226798 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Bound port: 42b9b4fe-4724-4eca-9026-a52fdafb134b, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:59:14.227182 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.231158 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-d9f3c13b-05ce-4b8c-a99f-92e34e08e8d8 None None] Provisioning complete for port 48034df8-5386-4026-bae8-bdf674b0ba13 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:14.231910 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c13b-05ce-4b8c-a99f-92e34e08e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.269696 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:59:14.310657 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] For port 42b9b4fe-4724-4eca-9026-a52fdafb134b, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:59:14.314363 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] For port 42b9b4fe-4724-4eca-9026-a52fdafb134b, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=42b9b4fe-4724-4eca-9026-a52fdafb134b,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:59:14.321637 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.327839 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:14.407962 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Allocated IP 172.20.0.1 (ab34e143-db93-43ff-9522-9281a0f76d21/7d6f8940-7340-4a52-bcef-de4b23e59760/926c1198-847f-4c74-b2a9-cec318962850) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:14.418460 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Pushing event updated for resources: {'Port': ['ID=42b9b4fe-4724-4eca-9026-a52fdafb134b,revision_number=3']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:14.424729 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-49b6c0ed-fc47-45e7-857c-832418821f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:14.447494 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Routers {'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:14.448108 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446008be0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:58:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:14.604172 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204c694-304c-480b-8562-4833b4cc7c24 req-14d418b5-95e2-453c-be32-19d7f6580c00 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:14.615348 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a204c694-304c-480b-8562-4833b4cc7c24 req-14d418b5-95e2-453c-be32-19d7f6580c00 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 946 time: 0.1336441
Jun 29 20:59:14.671684 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] Set router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:14.679355 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.727949 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Transition to ACTIVE for port object 926c1198-847f-4c74-b2a9-cec318962850 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:14.757548 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.767062 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-93584d0e-f13a-4adf-a263-bd150d786b0b tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:14.833395 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a204c694-304c-480b-8562-4833b4cc7c24 req-10ec997d-99f5-4c0f-a8b6-4964296930e8 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2167511
Jun 29 20:59:14.841176 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Network ab34e143-db93-43ff-9522-9281a0f76d21 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:14.844137 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:14.846966 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:14.879841 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-84682d42-e9ed-47e2-8f9a-bd1f85373fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.896169 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Pushing event updated for resources: {'Port': ['ID=926c1198-847f-4c74-b2a9-cec318962850,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:14.899547 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:14.920633 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591586'] for router_interface, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:14.982260 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446008be0>, [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:12Z', 'revision_number': 3, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:14.987991 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3394a5ea-4fd2-409d-927c-e360a2c55164 None None] The sync data for ids ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'] in dv-cinder-779781-1-iscsi is: [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:12Z', 'revision_number': 3, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:59:15.018650 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:15.056960 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 48034df8-5386-4026-bae8-bdf674b0ba13 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:15.133525 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-14e89f20-4116-433f-89ca-a5caba14cc6e None None] Provisioning for port 926c1198-847f-4c74-b2a9-cec318962850 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:15.140255 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-14e89f20-4116-433f-89ca-a5caba14cc6e None None] Provisioning complete for port 926c1198-847f-4c74-b2a9-cec318962850 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:15.140600 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-14e89f20-4116-433f-89ca-a5caba14cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:15.209851 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 48034df8-5386-4026-bae8-bdf674b0ba13 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:15.209851 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:15.244847 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-14e89f20-4116-433f-89ca-a5caba14cc6e None None] Port 926c1198-847f-4c74-b2a9-cec318962850 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:59:15.303247 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:15.309188 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:15.344240 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f579acd7-d3d5-405d-9b0c-6de31c5c32aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:15.413695 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594382'] for router_interface, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:15.427048 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Pushing event updated for resources: {'Port': ['ID=926c1198-847f-4c74-b2a9-cec318962850,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:15.445454 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:15.562315 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Network ab34e143-db93-43ff-9522-9281a0f76d21 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:15.563385 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:15.882728 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:15.884125 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-6234cef7-2ed1-474f-bdc3-b9780882718b None None] Provisioning complete for port 926c1198-847f-4c74-b2a9-cec318962850 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:15.884607 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6234cef7-2ed1-474f-bdc3-b9780882718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:15.942106 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-6234cef7-2ed1-474f-bdc3-b9780882718b None None] Port 926c1198-847f-4c74-b2a9-cec318962850 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:59:15.974951 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:59:16.056191 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3510a53-e2de-4018-84ce-dbc13abdbd49 req-ae2b0dda-451b-46a7-969e-2f930c9a03bb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:16.058394 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a3510a53-e2de-4018-84ce-dbc13abdbd49 req-ae2b0dda-451b-46a7-969e-2f930c9a03bb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 946 time: 0.0815804
Jun 29 20:59:16.110995 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a3510a53-e2de-4018-84ce-dbc13abdbd49 req-867d6b63-db32-41af-a428-9e7f01b6b0fa tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462079
Jun 29 20:59:16.182185 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:59:16.196016 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] 10.222.0.15 "PUT /v2.0/routers/b2bd71bc-6cc0-495e-96ae-acdee1a80bf5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3942990
Jun 29 20:59:16.774837 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-9d4709fd-fbe1-4581-a6c6-20c7221f196d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:16.775523 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-9d4709fd-fbe1-4581-a6c6-20c7221f196d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Synchronizing usage tracker for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:59:16.791257 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-9d4709fd-fbe1-4581-a6c6-20c7221f196d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Unset dirty status for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:59:16.792458 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-9d4709fd-fbe1-4581-a6c6-20c7221f196d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 946 time: 0.0977075
Jun 29 20:59:16.957677 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Deleting port a52622e2-cb29-438d-9466-b3f2c2619f2f {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:59:16.958021 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.088309 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 42b9b4fe-4724-4eca-9026-a52fdafb134b up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:17.122722 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57946) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:17.129466 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-505688041-network', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:17.134245 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:17.138217 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Usage tracker for resource:network and tenant:175bdfedd6dc4a3ba74d8e2932c35c9f is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:17.141178 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:17.147315 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:17.163665 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Made reservation on behalf of 175bdfedd6dc4a3ba74d8e2932c35c9f for: {'network': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:59:17.170188 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for network, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.185535 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.227456 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:17.232742 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Usage tracker for resource:security_group_rule and tenant:175bdfedd6dc4a3ba74d8e2932c35c9f is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:17.233545 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.240638 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 42b9b4fe-4724-4eca-9026-a52fdafb134b completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:17.240806 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:17.250531 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 42b9b4fe-4724-4eca-9026-a52fdafb134b triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:17.250915 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.256098 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:17.265416 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] For port a52622e2-cb29-438d-9466-b3f2c2619f2f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=a52622e2-cb29-438d-9466-b3f2c2619f2f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:17.266894 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.363469 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.376147 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.413784 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-376b6996-c5aa-4db8-a0dd-970789b1cbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:17.424902 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.445594 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 42b9b4fe-4724-4eca-9026-a52fdafb134b, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=42b9b4fe-4724-4eca-9026-a52fdafb134b,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:17.452529 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.452820 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557}  {{(pid=74216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 20:59:17.455817 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:17.465564 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8569c02-4419-4796-85d0-9c5644dcecaf,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:17.471501 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:17.477502 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.477753 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.segments_db [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Added segment f33d8252-68f5-4219-b1d2-02c4275ec5ce of type vlan for network f886312a-3c17-4c3d-a940-149033af88d4
Jun 29 20:59:17.513217 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749996061359'] for network, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.550335 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=42b9b4fe-4724-4eca-9026-a52fdafb134b,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:17.550925 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e877ea-1735-4dcb-a197-256039cbbce3 req-bc9a8aa7-6af0-47de-8b12-f0d88118f581 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:17.552412 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b0e877ea-1735-4dcb-a197-256039cbbce3 req-bc9a8aa7-6af0-47de-8b12-f0d88118f581 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 946 time: 0.1839855
Jun 29 20:59:17.554574 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:17.620599 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679'] for network, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.624970 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:17.625533 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.632917 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9dfc5041-cfe1-4bdf-908a-4c559726cde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:17.683874 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.684468 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.684923 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.l3_db [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Floating IP 7644e948-9103-40ce-885a-6928fc461f2d disassociated. External IP: 172.27.2.195, port: a52622e2-cb29-438d-9466-b3f2c2619f2f.
Jun 29 20:59:17.685349 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Calling delete_port for a52622e2-cb29-438d-9466-b3f2c2619f2f owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:59:17.711627 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b0e877ea-1735-4dcb-a197-256039cbbce3 req-78630cf7-ea06-41db-b59e-74fca12f6d17 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=06a26c27-1977-4c15-8b5f-9d10f2899e23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421075
Jun 29 20:59:17.741514 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Pushing event updated for resources: {'Network': ['ID=f886312a-3c17-4c3d-a940-149033af88d4,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:17.744797 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6203802
Jun 29 20:59:17.746336 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:17.747734 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57958) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:17.754026 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Request body: {'subnet': {'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-505688041-subnet', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'ip_version': 4}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:17.758957 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:17.763045 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Usage tracker for resource:subnet and tenant:175bdfedd6dc4a3ba74d8e2932c35c9f is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:17.765324 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Network f886312a-3c17-4c3d-a940-149033af88d4 details requested by agent ovs-agent-dv-cinder-779781-1-iscsi with host dv-cinder-779781-1-iscsi {{(pid=74218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 20:59:17.766192 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:17.774805 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:17.788006 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Made reservation on behalf of 175bdfedd6dc4a3ba74d8e2932c35c9f for: {'subnet': 1} {{(pid=74216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:59:17.791432 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2262232'] for subnet, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.899279 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:17.905664 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cc989bef-94e5-4549-842b-521a6358eeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:17.947300 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event deleted for resources: {'Port': ['ID=a52622e2-cb29-438d-9466-b3f2c2619f2f,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:17.950048 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:18.066499 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-798893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2262218'] for subnet, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:18.073259 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-8a11d70e-4abe-4e60-9f03-67f8e467be6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:18.153850 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91c3ea0-9c0c-4772-88cd-f634ab8d57bb,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:18.162664 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:18.163479 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Checking segment: {'id': 'f33d8252-68f5-4219-b1d2-02c4275ec5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:59:18.163819 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Network hostable DHCP agents. Network: f886312a-3c17-4c3d-a940-149033af88d4, hostable agents: ['f922feea-cf87-48d7-b3c6-4eacb40ffd79'], hosted agents: [] {{(pid=74216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 20:59:18.186560 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Network f886312a-3c17-4c3d-a940-149033af88d4 is scheduled to be hosted by DHCP agent f922feea-cf87-48d7-b3c6-4eacb40ffd79 with binding_index 1 {{(pid=74216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 20:59:18.196696 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779781-1-iscsi, f886312a-3c17-4c3d-a940-149033af88d4) {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:18.201267 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:18.202166 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:18.211295 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a774c8c-17f4-4255-bf21-693dc0e8d154 None None] Network f886312a-3c17-4c3d-a940-149033af88d4 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:59:18.225595 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Router c9f6c596-fef7-47d5-bebb-519b59a2ef47 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:59:18.228509 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 57966) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:18.228955 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-c1429df9-1e4c-4095-ac6b-8a1c177a4570 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4800119
Jun 29 20:59:18.235687 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-505688041-router', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:18.240672 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:18.245187 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Usage tracker for resource:router and tenant:175bdfedd6dc4a3ba74d8e2932c35c9f is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:18.249870 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:18.258488 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:18.328709 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3424'] for router, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:18.329522 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1589501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3455'] for router, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:18.367007 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:18.493384 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc11f0e4-5da9-589f-bb4c-f91e8ff43252-f886312a-3c17-4c3d-a940-149033af88d4', 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'fixed_ips': [{'subnet_id': 'e91c3ea0-9c0c-4772-88cd-f634ab8d57bb'}]}} from dv-cinder-779781-1-iscsi. {{(pid=74218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 20:59:18.494375 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:18.614052 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3405'] for router, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:18.638782 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:59:18.672447 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] Sync routers for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:59:18.680208 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Sync routers for ids ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:59:18.707725 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Routers {'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:18.709260 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445c6c190>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:18.747700 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:18.748357 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445bd62e0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:18.836313 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] No DVR routers for this DVR port a52622e2-cb29-438d-9466-b3f2c2619f2f on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:59:18.839280 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:18.889885 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'name': 'network-vif-deleted', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:59:18.921198 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.db_base_plugin_common [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Allocated IP 172.20.0.2 (f886312a-3c17-4c3d-a940-149033af88d4/e91c3ea0-9c0c-4772-88cd-f634ab8d57bb/09d76219-9d6c-4fc0-a92f-416cfced89c3) {{(pid=74218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:18.938924 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-559573db-816e-4fc5-9a90-e8af91ba2c6e req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.60 "DELETE /v2.0/ports/a52622e2-cb29-438d-9466-b3f2c2619f2f HTTP/1.1" status: 204  len: 173 time: 2.1367598
Jun 29 20:59:19.117018 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:19.197665 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:19.223026 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b5f7d193-d7c8-47fc-8f52-ce6d623419f5 req-82a3e77c-3e5a-4ca4-bebf-5852bccfdeba tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e129e20-7743-4ff6-8ffd-3e8f80b41956 HTTP/1.1" status: 200  len: 210 time: 0.1586251
Jun 29 20:59:19.287328 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Set router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:19.519588 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 42b9b4fe-4724-4eca-9026-a52fdafb134b up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:19.552886 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e129e20-7743-4ff6-8ffd-3e8f80b41956', 'name': 'network-vif-deleted', 'tag': 'a52622e2-cb29-438d-9466-b3f2c2619f2f', 'status': 'completed', 'code': 200}
Jun 29 20:59:19.567694 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Allocated IP 172.27.2.242 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/fe26a71b-6676-46f2-aabc-2f5d6ea558d8) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:19.600297 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Notify callbacks [] for port, precommit_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:19.610867 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Transition to ACTIVE for port object 09d76219-9d6c-4fc0-a92f-416cfced89c3 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:19.631763 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Transition to ACTIVE for port object 09d76219-9d6c-4fc0-a92f-416cfced89c3 will not be triggered until provisioned by entity DHCP. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:19.647289 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313'] for port, after_create {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:19.665996 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-da2f9caf-f4f6-4e08-a07a-c38ac6bc8d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:19.778200 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Network f886312a-3c17-4c3d-a940-149033af88d4 is already hosted by enough agents. {{(pid=74218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:19.793575 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.scheduler.base_scheduler [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Resources bound (agent type, host, resource id):  {{(pid=74218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:19.803058 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Received port after_create {{(pid=74218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:19.863161 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445c6c190>, [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '926c1198-847f-4c74-b2a9-cec318962850', 'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'mac_address': 'fa:16:3e:92:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:14Z', 'updated_at': '2021-06-29T20:59:15Z', 'revision_number': 2, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'subnets': [{'id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:19.872100 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Checking router: b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:59:19.872458 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Updating router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 port 926c1198-847f-4c74-b2a9-cec318962850 binding host dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:59:19.885726 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:19.920506 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:19.922612 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Pushing event updated for resources: {'Port': ['ID=09d76219-9d6c-4fc0-a92f-416cfced89c3,revision_number=1']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:19.925373 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-eda4e3f1-fcc8-4bab-90d5-7c88852583b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:19.934386 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:19.943983 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Attempting to bind port 09d76219-9d6c-4fc0-a92f-416cfced89c3 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:59:19.944417 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Attempting to bind port 09d76219-9d6c-4fc0-a92f-416cfced89c3 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'f33d8252-68f5-4219-b1d2-02c4275ec5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:59:19.944810 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Attempting to bind port 09d76219-9d6c-4fc0-a92f-416cfced89c3 on network f886312a-3c17-4c3d-a940-149033af88d4 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:59:19.947371 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:19.978840 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.010529 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:20.013893 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:20.019542 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:20.046749 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Pushing event updated for resources: {'Port': ['ID=fe26a71b-6676-46f2-aabc-2f5d6ea558d8,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:20.054580 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:20.111630 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:59:20.112192 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Checking segment: {'id': 'f33d8252-68f5-4219-b1d2-02c4275ec5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:59:20.112634 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.113376 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Bound using segment: {'id': 'f33d8252-68f5-4219-b1d2-02c4275ec5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:59:20.113502 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Bound port: 09d76219-9d6c-4fc0-a92f-416cfced89c3, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33d8252-68f5-4219-b1d2-02c4275ec5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:59:20.113912 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.159199 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 42b9b4fe-4724-4eca-9026-a52fdafb134b triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:20.159623 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.204360 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.205864 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591540'] for router, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.211313 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device a52622e2-cb29-438d-9466-b3f2c2619f2f no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:59:20.341026 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: a52622e2-cb29-438d-9466-b3f2c2619f2f {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:59:20.341374 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device a52622e2-cb29-438d-9466-b3f2c2619f2f not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:59:20.449407 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] For port 09d76219-9d6c-4fc0-a92f-416cfced89c3, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:59:20.468161 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Notify callbacks [] for port, precommit_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.480657 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 57996) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:20.525664 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.provisioning_blocks [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Transition to ACTIVE for port object 926c1198-847f-4c74-b2a9-cec318962850 will not be triggered until provisioned by entity L2. {{(pid=74219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:20.530254 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] For port 09d76219-9d6c-4fc0-a92f-416cfced89c3, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=09d76219-9d6c-4fc0-a92f-416cfced89c3,segment=NetworkSegment(f33d8252-68f5-4219-b1d2-02c4275ec5ce),segment_id=f33d8252-68f5-4219-b1d2-02c4275ec5ce)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:59:20.551524 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.557849 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-0bc0386e-7238-459f-9854-df784e55fd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:20.559337 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.578568 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:20.582943 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a is scheduled to L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e with binding_index 1 {{(pid=74217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 20:59:20.646718 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aff7ab46-4a99-475b-9aad-1f387ad8b341 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.696017 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aff7ab46-4a99-475b-9aad-1f387ad8b341 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.731724 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Pushing event updated for resources: {'Port': ['ID=09d76219-9d6c-4fc0-a92f-416cfced89c3,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:20.737060 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:20.760078 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445bd62e0>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:53Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:20.769014 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] Checking router: c9f6c596-fef7-47d5-bebb-519b59a2ef47 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:59:20.799774 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:20.800821 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445bd62e0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:20.833224 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bf215-9262-47a5-807e-67bbf4df48ef None None] Pushing event updated for resources: {'Port': ['ID=926c1198-847f-4c74-b2a9-cec318962850,revision_number=3']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:20.842717 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aff7ab46-4a99-475b-9aad-1f387ad8b341 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.849272 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-52765fee-6e53-4117-a5f0-895f897f9645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:20.873684 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-648bf215-9262-47a5-807e-67bbf4df48ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:20.893174 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7ab46-4a99-475b-9aad-1f387ad8b341 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a26c27-1977-4c15-8b5f-9d10f2899e23,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:20.901689 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-aff7ab46-4a99-475b-9aad-1f387ad8b341 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:20.914870 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aff7ab46-4a99-475b-9aad-1f387ad8b341 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:20.918175 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-aff7ab46-4a99-475b-9aad-1f387ad8b341 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "DELETE /v2.0/security-groups/06a26c27-1977-4c15-8b5f-9d10f2899e23 HTTP/1.1" status: 204  len: 168 time: 0.4336519
Jun 29 20:59:20.918721 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58010) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:20.977540 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.api.v2.resource [None req-ee4d38f1-e295-4fb5-bde8-3491c0ca3523 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] show failed (client error): The resource could not be found.
Jun 29 20:59:20.978656 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-ee4d38f1-e295-4fb5-bde8-3491c0ca3523 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups/06a26c27-1977-4c15-8b5f-9d10f2899e23 HTTP/1.1" status: 404  len: 347 time: 0.0589933
Jun 29 20:59:20.983629 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58016) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:21.131579 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Attempting to bind port 926c1198-847f-4c74-b2a9-cec318962850 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:59:21.132024 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Attempting to bind port 926c1198-847f-4c74-b2a9-cec318962850 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:59:21.132295 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Attempting to bind port 926c1198-847f-4c74-b2a9-cec318962850 on network ab34e143-db93-43ff-9522-9281a0f76d21 {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:59:21.186486 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:21.193072 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:59:21.194118 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Checking segment: {'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:59:21.195100 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:21.197459 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Bound using segment: {'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'} {{(pid=74219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:59:21.198388 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.managers [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Bound port: 926c1198-847f-4c74-b2a9-cec318962850, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'}}] {{(pid=74219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:59:21.199196 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:21.363313 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Deleting port 503d77be-9048-4226-9f58-5272a5c8c979 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:59:21.363620 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:21.406535 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] For port 926c1198-847f-4c74-b2a9-cec318962850, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:59:21.410635 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.plugins.ml2.db [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] For port 926c1198-847f-4c74-b2a9-cec318962850, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=926c1198-847f-4c74-b2a9-cec318962850,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:59:21.417410 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.callbacks.manager [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:21.436116 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-9d1c21d2-c218-4db0-b735-452b3bc0b704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:21.453412 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:59:21.520869 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bf215-9262-47a5-807e-67bbf4df48ef None None] Pushing event updated for resources: {'Port': ['ID=926c1198-847f-4c74-b2a9-cec318962850,revision_number=4']} {{(pid=74219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:21.524696 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_concurrency.lockutils [None req-648bf215-9262-47a5-807e-67bbf4df48ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:21.525700 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Routers {'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:21.537431 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445c6c190>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:21.646035 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Sync routers for ids ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:59:21.709161 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Routers {'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:21.709799 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445d3be20>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:21.728062 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:21.732208 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.4989555
Jun 29 20:59:21.732208 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58032) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:21.793471 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445bd62e0>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:53Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:21.809209 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a9980b-df57-4d20-8e97-5d35d8e21f1e None None] The sync data for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi is: [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:53Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:59:21.963885 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:21.971605 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:21.982670 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] Set router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:22.112320 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Set router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:22.284530 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Calling delete_port for 503d77be-9048-4226-9f58-5272a5c8c979 owned by network:floatingip {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:59:22.337421 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1f125-75fb-4dd6-b723-6e0ab7fc8669 None None] New status for floating IP 7644e948-9103-40ce-885a-6928fc461f2d: DOWN {{(pid=74219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 20:59:22.469211 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a816ef29-1214-4d49-b74d-1358f4309386 None None] Network f886312a-3c17-4c3d-a940-149033af88d4 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 20:59:22.598903 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:22.604493 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:22.633129 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron_lib.db.api [None req-1db1f125-75fb-4dd6-b723-6e0ab7fc8669 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 20:59:22.634414 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG oslo_db.api [None req-1db1f125-75fb-4dd6-b723-6e0ab7fc8669 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 20:59:22.751212 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event deleted for resources: {'Port': ['ID=503d77be-9048-4226-9f58-5272a5c8c979,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:22.758667 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:22.795778 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445c6c190>, [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '926c1198-847f-4c74-b2a9-cec318962850', 'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'mac_address': 'fa:16:3e:92:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:14Z', 'updated_at': '2021-06-29T20:59:21Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'subnets': [{'id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:22.809073 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8305a-b2ee-4490-b98f-75adeed06b66 None None] The sync data for ids ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'] in dv-cinder-779781-1-iscsi is: [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '926c1198-847f-4c74-b2a9-cec318962850', 'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'mac_address': 'fa:16:3e:92:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:14Z', 'updated_at': '2021-06-29T20:59:21Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'subnets': [{'id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:59:22.815721 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-c2b1dab6-614f-434d-9a1f-29cb7c38e04c None None] Provisioning for port 09d76219-9d6c-4fc0-a92f-416cfced89c3 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:23.009001 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445d3be20>, [{'id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'name': 'tempest-TestMinimumBasicScenario-505688041-router', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:18Z', 'updated_at': '2021-06-29T20:59:20Z', 'revision_number': 3, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'gw_port': {'id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:19Z', 'updated_at': '2021-06-29T20:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:23.014660 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Checking router: c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:59:23.015013 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Updating router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a port fe26a71b-6676-46f2-aabc-2f5d6ea558d8 binding host dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:59:23.026856 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.109377 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.114860 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "DELETE /v2.0/floatingips/7644e948-9103-40ce-885a-6928fc461f2d HTTP/1.1" status: 204  len: 168 time: 2.1287570
Jun 29 20:59:23.136834 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1f125-75fb-4dd6-b723-6e0ab7fc8669 None None] New status for floating IP 7644e948-9103-40ce-885a-6928fc461f2d: DOWN {{(pid=74219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 20:59:23.200819 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.224694 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.315287 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 09d76219-9d6c-4fc0-a92f-416cfced89c3 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:23.578206 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 09d76219-9d6c-4fc0-a92f-416cfced89c3 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:23.635758 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58056) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:23.641615 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637051118', 'description': 'tempest-description--868316503'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:23.648976 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:23.653735 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:security_group and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:23.656652 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 09d76219-9d6c-4fc0-a92f-416cfced89c3 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:23.657293 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.661335 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:23.673022 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:23.700481 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.768180 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:23.772655 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:security_group_rule and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:23.775804 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:23.782399 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:23.855792 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.861842 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.873924 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.899692 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-69d16471-8264-4646-9616-1ebef1831649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:23.915765 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.945631 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:23.947592 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 09d76219-9d6c-4fc0-a92f-416cfced89c3, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=09d76219-9d6c-4fc0-a92f-416cfced89c3,segment=NetworkSegment(f33d8252-68f5-4219-b1d2-02c4275ec5ce),segment_id=f33d8252-68f5-4219-b1d2-02c4275ec5ce)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:23.962038 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:23.973262 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.974978 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-6f57d1f3-7784-4aae-898d-e9f1973e8f0d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.3381975
Jun 29 20:59:23.977718 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58064) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:23.984286 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'security_group_rule': {'security_group_id': '4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:23.990271 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Notify callbacks [] for port, precommit_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.995413 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:23.997019 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 926c1198-847f-4c74-b2a9-cec318962850 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:24.001112 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:24.006445 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:security_group_rule and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:24.009789 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:24.016117 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:24.056243 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:24.060976 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.114222 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Transition to ACTIVE for port object fe26a71b-6676-46f2-aabc-2f5d6ea558d8 will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:24.136420 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.159132 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.165241 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.176857 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:24.183742 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Attempting to bind port fe26a71b-6676-46f2-aabc-2f5d6ea558d8 on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:59:24.184123 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Attempting to bind port fe26a71b-6676-46f2-aabc-2f5d6ea558d8 by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:59:24.184493 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Attempting to bind port fe26a71b-6676-46f2-aabc-2f5d6ea558d8 on network 0460bb14-7d62-4976-a05c-7c2670111765 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:59:24.191733 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=09d76219-9d6c-4fc0-a92f-416cfced89c3,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:24.195297 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:59:24.195914 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Checking segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:59:24.196338 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.196828 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Bound using segment: {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:59:24.197311 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Bound port: fe26a71b-6676-46f2-aabc-2f5d6ea558d8, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fd36d2-88c2-4a5b-afb9-2743079fec7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:59:24.197697 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.214909 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e06c3b4-2fac-40cb-a525-baf199ffdb9c,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:24.223462 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:24.224489 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:24.225594 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:24.234248 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.235633 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-7f4371d2-1a1d-49bc-8e63-1f59e704763c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2567863
Jun 29 20:59:24.238501 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58072) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:24.247930 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'security_group_rule': {'security_group_id': '4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:24.254738 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:24.258870 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:security_group_rule and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:24.262093 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:24.269628 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:24.296378 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.304868 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 926c1198-847f-4c74-b2a9-cec318962850 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:24.317845 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 926c1198-847f-4c74-b2a9-cec318962850 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:24.318212 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.374125 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.374753 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419cecf-6db6-4cd3-8145-b07e2027eec8 None None] Pushing event updated for resources: {'Port': ['ID=fe26a71b-6676-46f2-aabc-2f5d6ea558d8,revision_number=2']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:24.379981 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.383010 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:24.388575 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-2419cecf-6db6-4cd3-8145-b07e2027eec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:24.395516 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] For port fe26a71b-6676-46f2-aabc-2f5d6ea558d8, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:59:24.401564 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Allocated IP 172.20.0.1 (f886312a-3c17-4c3d-a940-149033af88d4/e91c3ea0-9c0c-4772-88cd-f634ab8d57bb/55ad385e-7bed-4028-8b48-4a01e1fb021c) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:24.408445 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5e99e6-a820-4b64-a8bb-7163bd82b006,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:24.408653 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] For port fe26a71b-6676-46f2-aabc-2f5d6ea558d8, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=fe26a71b-6676-46f2-aabc-2f5d6ea558d8,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:59:24.411546 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:24.416523 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.420654 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.421994 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-aa3829eb-9c05-48bb-966f-563513e61466 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1817179
Jun 29 20:59:24.422959 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-5a4c4dcf-898f-4775-acff-645982dfb8c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:24.425155 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58078) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:24.430971 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'floatingip': {'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:24.436249 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:24.441464 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:floatingip and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:24.444300 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:24.450033 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:24.462790 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.573680 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.598699 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Transition to ACTIVE for port object 55ad385e-7bed-4028-8b48-4a01e1fb021c will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:24.598994 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419cecf-6db6-4cd3-8145-b07e2027eec8 None None] Pushing event updated for resources: {'Port': ['ID=fe26a71b-6676-46f2-aabc-2f5d6ea558d8,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:24.601983 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.612340 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-2419cecf-6db6-4cd3-8145-b07e2027eec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:24.625693 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Routers {'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:24.626467 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445d3be20>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:24.635682 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.640305 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:24.688316 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.729222 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 926c1198-847f-4c74-b2a9-cec318962850, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=926c1198-847f-4c74-b2a9-cec318962850,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:24.736159 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.741386 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:24.768899 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Network f886312a-3c17-4c3d-a940-149033af88d4 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:24.782309 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:24.786057 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:24.869134 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591586'] for router_interface, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:24.906445 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=926c1198-847f-4c74-b2a9-cec318962850,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:24.908488 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Pushing event updated for resources: {'Port': ['ID=55ad385e-7bed-4028-8b48-4a01e1fb021c,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:24.910717 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:24.913112 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] Set router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:24.915434 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:24.943187 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Allocated IP 172.27.2.129 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/428ee40a-76f4-41e6-80c4-172c00a14c9d) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:25.046327 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:25.150311 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 09d76219-9d6c-4fc0-a92f-416cfced89c3 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:25.157093 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:25.190716 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:25.197326 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-df067621-4486-471d-a3a0-91f3e7c21489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:25.269470 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'Port': ['ID=428ee40a-76f4-41e6-80c4-172c00a14c9d,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:25.280747 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:25.302104 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:25.304600 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:25.313630 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:25.376463 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-e690c17b-dd30-48fd-adcc-08e538a007a2 None None] Provisioning for port 55ad385e-7bed-4028-8b48-4a01e1fb021c completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:25.385377 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 09d76219-9d6c-4fc0-a92f-416cfced89c3 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:25.386009 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:25.422485 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-e690c17b-dd30-48fd-adcc-08e538a007a2 None None] Provisioning complete for port 55ad385e-7bed-4028-8b48-4a01e1fb021c triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:25.422862 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e690c17b-dd30-48fd-adcc-08e538a007a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:25.446812 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:25.460460 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:25.515830 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-e690c17b-dd30-48fd-adcc-08e538a007a2 None None] Port 55ad385e-7bed-4028-8b48-4a01e1fb021c cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:59:25.530437 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7cb21b06-28f6-4d5d-b973-7e0b0c683007 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:25.584658 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445d3be20>, [{'id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'name': 'tempest-TestMinimumBasicScenario-505688041-router', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:18Z', 'updated_at': '2021-06-29T20:59:20Z', 'revision_number': 3, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'gw_port': {'id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:19Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:25.594502 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16efa2-97a9-4cf3-8798-9585bf14aba5 None None] The sync data for ids ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'] in dv-cinder-779781-1-iscsi is: [{'id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'name': 'tempest-TestMinimumBasicScenario-505688041-router', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:18Z', 'updated_at': '2021-06-29T20:59:20Z', 'revision_number': 3, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'gw_port': {'id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:19Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:59:25.603643 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 926c1198-847f-4c74-b2a9-cec318962850 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:25.654781 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Pushing event updated for resources: {'Port': ['ID=55ad385e-7bed-4028-8b48-4a01e1fb021c,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:25.660357 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:25.661322 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594382'] for router_interface, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:25.706379 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 926c1198-847f-4c74-b2a9-cec318962850 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:25.709004 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:25.845264 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:25.869644 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Network f886312a-3c17-4c3d-a940-149033af88d4 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:25.874334 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:25.940652 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:26.228583 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58114) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:26.244351 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-15cd1635-7a07-466d-93e5-6caa3c8bc4d7 None None] Provisioning complete for port 55ad385e-7bed-4028-8b48-4a01e1fb021c triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:26.244864 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-15cd1635-7a07-466d-93e5-6caa3c8bc4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:26.248814 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272d55a-9c99-4a27-ac26-6ec2e1502382 req-463faec5-5b21-4e14-8cbe-ef214fe5bffe tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:26.250455 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3272d55a-9c99-4a27-ac26-6ec2e1502382 req-463faec5-5b21-4e14-8cbe-ef214fe5bffe tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.2037618
Jun 29 20:59:26.301148 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-15cd1635-7a07-466d-93e5-6caa3c8bc4d7 None None] Port 55ad385e-7bed-4028-8b48-4a01e1fb021c cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:59:26.310744 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:26.314310 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3272d55a-9c99-4a27-ac26-6ec2e1502382 req-6ae96ff0-7f8a-4ae8-bd4c-b1f0b5c81b2f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581892
Jun 29 20:59:26.317169 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-798744'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:26.322069 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:26.374661 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:59:26.428792 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'Port': ['ID=428ee40a-76f4-41e6-80c4-172c00a14c9d,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:26.432958 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:26.444199 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:26.462194 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:26.466161 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:26.467570 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0412934
Jun 29 20:59:26.515638 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:26.522022 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] Usage tracker for resource:security_group_rule and tenant:3e5f3138203d43c996ac927d22eb9f86 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:26.525205 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:26.533465 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:26.716410 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-6143534a-0442-4082-af5f-7479f1447351 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Synchronizing usage tracker for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:security_group {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:59:26.732996 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-6143534a-0442-4082-af5f-7479f1447351 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Unset dirty status for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:security_group {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:59:26.734061 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-6143534a-0442-4082-af5f-7479f1447351 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--637051118&fields=id&tenant_id=c15b70fcd3714faf82acbc850da1aab7 HTTP/1.1" status: 200  len: 267 time: 0.0640931
Jun 29 20:59:26.785000 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:26.793272 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:59:26.794836 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:26.810133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-45dfc286-e84d-40d6-805d-cacc5190af07 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:26.859776 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1886a88e-9593-467e-bbe9-1b215c4ec79a,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:26.867704 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:26.873533 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] 10.222.0.15 "PUT /v2.0/routers/c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1395442
Jun 29 20:59:26.885281 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e5f3138203d43c996ac927d22eb9f86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6549699
Jun 29 20:59:26.887652 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58136) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:26.909416 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-677be5ca-4d94-4ff0-aa43-b270380b23f6 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:26.910803 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-677be5ca-4d94-4ff0-aa43-b270380b23f6 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 816 time: 0.1690493
Jun 29 20:59:26.960897 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-e20eb9e9-d2ea-4028-a607-bc856d00e50b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/quotas/c15b70fcd3714faf82acbc850da1aab7 HTTP/1.1" status: 200  len: 375 time: 0.0352483
Jun 29 20:59:26.985627 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-da0d074d-ad0d-4e13-8076-1079fc78ab84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:27.055450 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-da0d074d-ad0d-4e13-8076-1079fc78ab84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:27.122609 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-792e2bdd-f8b0-44d2-a389-ca73470bf4c9 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1380837
Jun 29 20:59:27.137167 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-da0d074d-ad0d-4e13-8076-1079fc78ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:27.144326 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-136e605b-b5f6-40e4-9a3b-e83f553f095b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:27.158531 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d074d-ad0d-4e13-8076-1079fc78ab84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1886a88e-9593-467e-bbe9-1b215c4ec79a,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:27.161366 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-da0d074d-ad0d-4e13-8076-1079fc78ab84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:27.167646 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-da0d074d-ad0d-4e13-8076-1079fc78ab84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:27.171765 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-da0d074d-ad0d-4e13-8076-1079fc78ab84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1886a88e-9593-467e-bbe9-1b215c4ec79a HTTP/1.1" status: 204  len: 168 time: 0.2826614
Jun 29 20:59:27.393527 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-0d4f3876-406a-43e8-86a9-f40f430d7bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519441
Jun 29 20:59:27.604315 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-88fb81ed-f19a-4bc7-a4b6-2f2f23cce995 service neutron] 10.222.0.15 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043450
Jun 29 20:59:27.616069 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f206da5-c8e5-42f3-a405-2955dbc7d9e7 req-a7a3a966-1200-47a4-9c80-b4997439a04e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:27.617574 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f206da5-c8e5-42f3-a405-2955dbc7d9e7 req-a7a3a966-1200-47a4-9c80-b4997439a04e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1330431
Jun 29 20:59:27.687438 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f206da5-c8e5-42f3-a405-2955dbc7d9e7 req-9fcd317c-88bb-4c08-a57c-0ef446769108 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614254
Jun 29 20:59:27.730132 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58180) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:27.753404 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:27.787126 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:27.791745 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] Usage tracker for resource:security_group_rule and tenant:c455016194dd484e9416df11d8909586 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:27.795728 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:27.804120 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:27.914799 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e7387264-9455-4dc4-b410-b456e9061fe2 req-2e111b6f-b1be-47e6-9750-3cf4191ab2ce tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 210 time: 0.0675323
Jun 29 20:59:27.930674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:27.936054 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:27.946318 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1da5ee30-c30c-4775-8818-956fb43571fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:27.987224 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8494e9-9dff-4ce6-8f8a-0c2129e78949,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:27.990538 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:27.995874 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c455016194dd484e9416df11d8909586&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2618556
Jun 29 20:59:27.997073 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58190) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:28.064841 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-99825b6c-94ab-428e-ba3d-ce3b936fbe9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:28.092020 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-99825b6c-94ab-428e-ba3d-ce3b936fbe9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:28.096164 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-0cbd0621-07b9-4cc8-9c59-ff57278bea39 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:28.096770 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-0cbd0621-07b9-4cc8-9c59-ff57278bea39 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Synchronizing usage tracker for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:59:28.110550 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-0cbd0621-07b9-4cc8-9c59-ff57278bea39 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Unset dirty status for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:59:28.131678 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-0cbd0621-07b9-4cc8-9c59-ff57278bea39 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.60 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.1516821
Jun 29 20:59:28.161743 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-99825b6c-94ab-428e-ba3d-ce3b936fbe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:28.168322 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-da0d074d-ad0d-4e13-8076-1079fc78ab84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:28.183423 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99825b6c-94ab-428e-ba3d-ce3b936fbe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8494e9-9dff-4ce6-8f8a-0c2129e78949,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:28.199965 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-99825b6c-94ab-428e-ba3d-ce3b936fbe9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:28.201162 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-99825b6c-94ab-428e-ba3d-ce3b936fbe9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d8494e9-9dff-4ce6-8f8a-0c2129e78949 HTTP/1.1" status: 204  len: 168 time: 0.2031631
Jun 29 20:59:28.205394 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-99825b6c-94ab-428e-ba3d-ce3b936fbe9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:28.236901 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Deleting port 058125b9-8744-426e-9941-0e89f3b80a1c {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:59:28.240694 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:28.631089 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] For port 058125b9-8744-426e-9941-0e89f3b80a1c, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=058125b9-8744-426e-9941-0e89f3b80a1c,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:28.633223 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:29.072253 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58220) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:29.129775 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:29.190932 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b79c6c2e-2597-471f-8f8b-9b12ee178932 req-ebf74629-56b5-4ed0-a49c-7a6f038fa21f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 210 time: 0.0584514
Jun 29 20:59:29.211993 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfa098-536e-46a0-978f-f440db2a201d req-ae758bdd-dcbb-4331-83cb-153570cd18be tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:29.214138 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d4bfa098-536e-46a0-978f-f440db2a201d req-ae758bdd-dcbb-4331-83cb-153570cd18be tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 945 time: 0.3376925
Jun 29 20:59:29.219693 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:29.220137 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:29.221070 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.l3_db [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Floating IP 6057fac2-1de0-48fe-899c-d503b7f1845b disassociated. External IP: 172.27.2.38, port: 058125b9-8744-426e-9941-0e89f3b80a1c.
Jun 29 20:59:29.221583 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Calling delete_port for 058125b9-8744-426e-9941-0e89f3b80a1c owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:59:29.274105 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:29.281134 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d4bfa098-536e-46a0-978f-f440db2a201d req-4ef3c3d5-8c89-490d-8504-5aa469ad8e18 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594285
Jun 29 20:59:29.289608 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] Usage tracker for resource:security_group_rule and tenant:bf71df091f6146e28efa137e0e9d77bc is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:29.293450 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:29.301224 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:29.452184 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:29.453130 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:29.463992 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2006f1c7-8766-4b1c-a1cb-1e4e1666fd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:29.503602 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:29.515995 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event deleted for resources: {'Port': ['ID=058125b9-8744-426e-9941-0e89f3b80a1c,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:29.522842 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:29.523332 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9e6df312-f95b-4da2-a6bd-50567cdad647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:29.638470 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ce2b7e-a787-4712-993c-a8c0a8cef545,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:29.646688 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf71df091f6146e28efa137e0e9d77bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5710094
Jun 29 20:59:29.647470 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58224) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:29.668680 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:29.728350 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-99208935-963f-4dd2-a149-73bf0aa6f9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:29.762684 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-99208935-963f-4dd2-a149-73bf0aa6f9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:29.829682 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-1b1ed497-cf7f-4399-81eb-46422e99b8c0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:29.831035 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58230) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:29.832593 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-1b1ed497-cf7f-4399-81eb-46422e99b8c0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 816 time: 0.1953149
Jun 29 20:59:29.914949 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1222899-8e40-40ba-8b44-c04b7ce3b966 admin admin] Deleting subnet 9c8c9eca-cc87-4857-802e-7d6de73856ff {{(pid=74216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 20:59:29.927188 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c1222899-8e40-40ba-8b44-c04b7ce3b966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:30.013107 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c1222899-8e40-40ba-8b44-c04b7ce3b966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3291959'] for subnet, precommit_delete_associations {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:30.049072 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-38d729f9-5516-46db-bf5e-b7860b0262a2 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c15b70fcd3714faf82acbc850da1aab7 HTTP/1.1" status: 200  len: 379 time: 0.1957653
Jun 29 20:59:30.060584 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-99208935-963f-4dd2-a149-73bf0aa6f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:30.073779 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-166c85a1-654e-47e2-a565-df5f1087c541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:30.076377 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'port': {'device_id': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'admin_state_up': True, 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'security_groups': ['4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1']}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:30.102808 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99208935-963f-4dd2-a149-73bf0aa6f9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ce2b7e-a787-4712-993c-a8c0a8cef545,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:30.112001 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-99208935-963f-4dd2-a149-73bf0aa6f9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:30.114901 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-99208935-963f-4dd2-a149-73bf0aa6f9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:30.145134 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-99208935-963f-4dd2-a149-73bf0aa6f9ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1ce2b7e-a787-4712-993c-a8c0a8cef545 HTTP/1.1" status: 204  len: 168 time: 0.4961262
Jun 29 20:59:30.177274 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c1222899-8e40-40ba-8b44-c04b7ce3b966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:30.244287 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:30.252869 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Usage tracker for resource:port and tenant:c15b70fcd3714faf82acbc850da1aab7 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:30.256008 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:30.264511 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:30.269946 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Router e31f5010-febd-450b-9c8e-e14e8a32b49d has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:59:30.349214 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c1222899-8e40-40ba-8b44-c04b7ce3b966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-798946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262211'] for subnet, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:30.353729 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-bd047117-6046-4ad6-9c77-edcd0a1e4bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:30.415251 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1222899-8e40-40ba-8b44-c04b7ce3b966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c8c9eca-cc87-4857-802e-7d6de73856ff,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:30.434038 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-c1222899-8e40-40ba-8b44-c04b7ce3b966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:30.446749 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-c1222899-8e40-40ba-8b44-c04b7ce3b966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:30.515116 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-c1222899-8e40-40ba-8b44-c04b7ce3b966 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9c8c9eca-cc87-4857-802e-7d6de73856ff HTTP/1.1" status: 204  len: 168 time: 0.6822009
Jun 29 20:59:30.515952 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58242) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:30.534508 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4aceeb60-3d23-4e78-b27d-3108d9664891 req-373351c0-5a7a-4122-adff-948bce32f261 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 210 time: 0.0777659
Jun 29 20:59:30.649627 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6e3653c8-1d2f-4498-bc2d-37a881333a74 req-d6f80f5a-7340-4e18-b7dd-bb8e8413af97 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 210 time: 0.1126509
Jun 29 20:59:30.663404 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Made reservation on behalf of c15b70fcd3714faf82acbc850da1aab7 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:59:30.671496 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:30.793715 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:30.955202 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:30.977023 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54457cde80>,) {'filters': {'network_id': ['c4654ed2-a547-4fac-a1d6-d18db969fcc6']}} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:30.993079 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54457cde80>, '5f869144-6b55-4ebe-bf93-80ffa78ba7cf') {'for_net_delete': True} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:30.993301 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54457cde80>, '5f869144-6b55-4ebe-bf93-80ffa78ba7cf') {} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:30.997384 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Allocated IP 172.20.0.5 (656014fe-ebe5-425d-bc87-c747781da88f/63dec314-ebde-4349-8abc-5371f107b8f7/1c40ac8c-9a04-48d6-9524-01f4765cfe0f) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:31.010038 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3291960'] for segment, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:31.031410 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:31.042943 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=74216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 20:59:31.044059 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-798788'] for segment, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]: Traceback (most recent call last):
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     timer()
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     cb(*args, **kw)
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     return func(*args, **kwargs)
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     self._notify()
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     self.callback(batched_events)
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     event.method(event)
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     return f(self, *a, **k)
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._get(url).json()
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self.request(url, 'GET', **kwargs)
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 20:59:31.065910 dv-cinder-779781-1-iscsi neutron-server[74216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 20:59:31.115103 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:59:31.130012 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] Sync routers for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:59:31.152011 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:31.152687 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54459b0df0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:31.194751 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:31.198606 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:31.238426 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:31.241184 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4654ed2-a547-4fac-a1d6-d18db969fcc6,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:31.248506 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:31.284403 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-ef042836-fe12-45c5-a539-2c1b01ae9a7e admin admin] 10.222.0.15 "DELETE /v2.0/networks/c4654ed2-a547-4fac-a1d6-d18db969fcc6 HTTP/1.1" status: 204  len: 168 time: 0.7672217
Jun 29 20:59:31.452588 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] No DVR routers for this DVR port 058125b9-8744-426e-9941-0e89f3b80a1c on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 20:59:31.541982 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:31.560498 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Transition to ACTIVE for port object 1c40ac8c-9a04-48d6-9524-01f4765cfe0f will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:31.575266 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:31.586679 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58262) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:31.598366 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:31.601171 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'name': 'network-vif-deleted', 'tag': '058125b9-8744-426e-9941-0e89f3b80a1c'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:59:31.633384 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:31.672035 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-87e9deb7-b40d-4e87-ab0b-544225888ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:31.757964 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-24ea5555-c634-43a4-ae30-37ada4d0549c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3a11445def64a93972ecaf5644cb126&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1697934
Jun 29 20:59:31.758598 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58272) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:31.871699 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be2e9c8-2407-42e1-9c6a-1104569545bf', 'name': 'network-vif-deleted', 'tag': '058125b9-8744-426e-9941-0e89f3b80a1c', 'status': 'completed', 'code': 200}
Jun 29 20:59:31.872363 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event updated for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:31.890773 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:31.934893 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Network 656014fe-ebe5-425d-bc87-c747781da88f is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:31.936719 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:31.940507 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-4357692a-2ddc-4511-ad18-cc161e54a981 req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.60 "DELETE /v2.0/ports/058125b9-8744-426e-9941-0e89f3b80a1c HTTP/1.1" status: 204  len: 173 time: 3.8026474
Jun 29 20:59:31.941175 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:32.029395 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-86f93219-87f8-412d-bb67-119cbc440a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:32.138746 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:32.139825 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:32.201315 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1304216
Jun 29 20:59:32.223990 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Request body: {'port': {'device_id': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:32.241823 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b31bdf59-13a0-4ebe-877b-0d029fa1e371 req-0c7d85f0-f6ab-4699-b445-02508137d6f6 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be2e9c8-2407-42e1-9c6a-1104569545bf HTTP/1.1" status: 200  len: 210 time: 0.1979048
Jun 29 20:59:32.255807 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 058125b9-8744-426e-9941-0e89f3b80a1c no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 20:59:32.308337 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-86f93219-87f8-412d-bb67-119cbc440a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:32.378544 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 058125b9-8744-426e-9941-0e89f3b80a1c {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 20:59:32.379687 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 058125b9-8744-426e-9941-0e89f3b80a1c not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 20:59:32.450458 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ffd11-d307-4ce0-9e40-212029208f58 req-c7741e0c-7952-413d-9162-36bb847df1f0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:32.461209 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:32.465102 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-579ffd11-d307-4ce0-9e40-212029208f58 req-c7741e0c-7952-413d-9162-36bb847df1f0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 931 time: 0.5824597
Jun 29 20:59:32.535056 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-db20a573-60af-4653-9102-7e31eb5f8597 None None] Provisioning for port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:32.563179 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-db20a573-60af-4653-9102-7e31eb5f8597 None None] Provisioning complete for port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:32.567353 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-db20a573-60af-4653-9102-7e31eb5f8597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:32.594416 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-86f93219-87f8-412d-bb67-119cbc440a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:32.607815 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6f68acb2-9db4-4f3e-a9fc-ad2db83c31dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:32.658534 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-579ffd11-d307-4ce0-9e40-212029208f58 req-2c9c25ba-a059-4a06-8e8c-b3541b0ab165 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1924031
Jun 29 20:59:32.669276 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f93219-87f8-412d-bb67-119cbc440a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f7f78-9544-4879-b64e-83a8ee0459d7,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:32.680287 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-86f93219-87f8-412d-bb67-119cbc440a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:32.697792 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-86f93219-87f8-412d-bb67-119cbc440a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:32.703562 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-86f93219-87f8-412d-bb67-119cbc440a0c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d54f7f78-9544-4879-b64e-83a8ee0459d7 HTTP/1.1" status: 204  len: 168 time: 0.9394622
Jun 29 20:59:32.780891 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-db20a573-60af-4653-9102-7e31eb5f8597 None None] Port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:59:32.895612 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54459b0df0>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:32.918681 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] Checking router: e31f5010-febd-450b-9c8e-e14e8a32b49d for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:59:32.959437 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:32.960396 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54459b0df0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:33.307108 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c40ac8c-9a04-48d6-9524-01f4765cfe0f {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:59:33.309690 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device fe26a71b-6676-46f2-aabc-2f5d6ea558d8 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:33.318434 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:33.350706 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Transition to ACTIVE for port object 1c40ac8c-9a04-48d6-9524-01f4765cfe0f will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:33.358379 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:33.362533 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9a956706-e1c9-4c1e-b94c-992752fb145b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:33.429196 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:33.505577 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port fe26a71b-6676-46f2-aabc-2f5d6ea558d8 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:33.518135 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port fe26a71b-6676-46f2-aabc-2f5d6ea558d8 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:33.518536 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:33.573282 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:33.576322 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:33.590857 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58296) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:33.734027 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1840-6121-4d91-b026-de557c3e409e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:33.780343 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1840-6121-4d91-b026-de557c3e409e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:33.869702 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Attempting to bind port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:59:33.869702 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Attempting to bind port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:59:33.869950 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Attempting to bind port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f on network 656014fe-ebe5-425d-bc87-c747781da88f {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:59:33.879736 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f on network 656014fe-ebe5-425d-bc87-c747781da88f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:59:33.880062 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Attempting to bind port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f on network 656014fe-ebe5-425d-bc87-c747781da88f {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:59:33.890358 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:59:33.890694 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Checking segment: {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:59:33.891193 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Bound using segment: {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:59:33.891783 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Bound port: 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d5d132-9da3-467f-9b06-060d24cb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:59:33.892413 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:33.897554 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1840-6121-4d91-b026-de557c3e409e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:33.905171 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-563f101f-4133-4284-a6c5-60dbe8a74fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:33.937760 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc1840-6121-4d91-b026-de557c3e409e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:33.945310 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e1bc1840-6121-4d91-b026-de557c3e409e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:33.946264 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1840-6121-4d91-b026-de557c3e409e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:33.947761 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-e1bc1840-6121-4d91-b026-de557c3e409e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8 HTTP/1.1" status: 204  len: 168 time: 0.3542025
Jun 29 20:59:33.950066 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58302) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:34.059210 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.api.v2.resource [None req-1de50272-a5c1-4aef-905f-365a6cb6034c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] show failed (client error): The resource could not be found.
Jun 29 20:59:34.060483 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-1de50272-a5c1-4aef-905f-365a6cb6034c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups/2b55f8c8-37b7-40f6-8dcc-7604de3e1ce8 HTTP/1.1" status: 404  len: 347 time: 0.1071513
Jun 29 20:59:34.063366 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58310) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:34.067278 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:34.132219 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port fe26a71b-6676-46f2-aabc-2f5d6ea558d8, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=fe26a71b-6676-46f2-aabc-2f5d6ea558d8,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:34.148080 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:34.168448 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:34.169599 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:59:34.176028 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:59:34.181816 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:34.190446 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-fae19e9c-b03e-4d88-95e7-ecd5d0e3665d tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:34.332811 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Deleting port 2ea55322-350d-4274-9762-f0672fae0a5a {{(pid=74216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 20:59:34.333038 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:34.339969 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=fe26a71b-6676-46f2-aabc-2f5d6ea558d8,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:34.357221 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:34.387799 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54459b0df0>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:34.394910 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6489e9fc-8b72-4775-a38d-dc84953dcdea None None] The sync data for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi is: [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:59:34.432896 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2266-32f8-46ca-ba85-4c16ec57ce32 req-a7f866de-1097-4b89-bad6-f3d672cdcb05 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:34.440606 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c3dd2266-32f8-46ca-ba85-4c16ec57ce32 req-a7f866de-1097-4b89-bad6-f3d672cdcb05 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.4546177
Jun 29 20:59:34.441086 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:34.444338 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:34.469240 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:34.471451 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/1c40ac8c-9a04-48d6-9524-01f4765cfe0f HTTP/1.1" status: 200  len: 1093 time: 2.2553053
Jun 29 20:59:34.471994 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:59:34.616918 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'status': 'completed', 'code': 200}
Jun 29 20:59:34.638871 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-9ac0f366-7352-4184-86a4-264ba3bbf3a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 1096 time: 0.1072075
Jun 29 20:59:34.666563 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:34.673386 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:34.712474 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c3dd2266-32f8-46ca-ba85-4c16ec57ce32 req-198b40bd-e9ce-4a30-9e74-68004dd7c0b8 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2707691
Jun 29 20:59:34.804441 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-ebdd3b30-5a51-48f6-a70f-fbb70e750fa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f HTTP/1.1" status: 200  len: 217 time: 0.1490664
Jun 29 20:59:34.889426 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-7cb3f728-9696-41c9-9011-af4dd9e727c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:34.891222 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-7cb3f728-9696-41c9-9011-af4dd9e727c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.0789328
Jun 29 20:59:34.942573 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Calling delete_port for 2ea55322-350d-4274-9762-f0672fae0a5a owned by network:floatingip {{(pid=74216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 20:59:35.016402 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-63f1ad09-1e05-4668-a244-9757b7db8737 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1177535
Jun 29 20:59:35.081140 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device fe26a71b-6676-46f2-aabc-2f5d6ea558d8 up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:35.197400 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-1e782a91-68e8-4130-88a3-41c205b32ee6 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690307
Jun 29 20:59:35.239314 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port fe26a71b-6676-46f2-aabc-2f5d6ea558d8 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:35.239692 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:35.260319 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:35.264329 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f3f00b40-8c9f-4fcc-844a-e5ab9b6bf6ae tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:35.338705 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event deleted for resources: {'Port': ['ID=2ea55322-350d-4274-9762-f0672fae0a5a,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:35.342894 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:35.355129 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3dc450fb-3356-4a80-a960-b932c7d51640 req-f4707971-91a3-40cd-a4f4-89846c8d5d76 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502852
Jun 29 20:59:35.487746 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:35.509941 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:35.513795 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-dcbbb9f7-efce-4c07-ada4-b7f7864bc181 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "DELETE /v2.0/floatingips/6057fac2-1de0-48fe-899c-d503b7f1845b HTTP/1.1" status: 204  len: 168 time: 1.4461079
Jun 29 20:59:35.561143 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2498ebc0-e84d-467c-b71b-12e03fced2b2 req-968f830d-f887-453a-9285-fcb3cb46670e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 1096 time: 0.0995378
Jun 29 20:59:35.731378 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498ebc0-e84d-467c-b71b-12e03fced2b2 req-4b6bad62-ace9-4691-8306-2220a1f6199d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:35.733666 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2498ebc0-e84d-467c-b71b-12e03fced2b2 req-4b6bad62-ace9-4691-8306-2220a1f6199d service neutron] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 917 time: 0.1663041
Jun 29 20:59:35.826373 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2498ebc0-e84d-467c-b71b-12e03fced2b2 req-0c20ba80-342e-4e53-83dd-b841b0fd4123 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f HTTP/1.1" status: 200  len: 217 time: 0.0846539
Jun 29 20:59:35.903632 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498ebc0-e84d-467c-b71b-12e03fced2b2 req-44f37628-1e2d-49c0-af35-22c25aa747d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:35.905194 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2498ebc0-e84d-467c-b71b-12e03fced2b2 req-44f37628-1e2d-49c0-af35-22c25aa747d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.0713453
Jun 29 20:59:35.990203 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58338) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:35.998292 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181076867', 'description': 'tempest-description--1435412687'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:36.012830 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:36.019702 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:security_group and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:36.023619 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:36.030466 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:36.049928 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2498ebc0-e84d-467c-b71b-12e03fced2b2 req-16d8591a-758d-47fb-b5de-87963766ff43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1360373
Jun 29 20:59:36.051391 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.052406 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff78ac8-bcf7-49e2-83e8-85e4281fa144 req-0d15d060-1b41-451e-a025-be49903d1ad7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:36.054024 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7ff78ac8-bcf7-49e2-83e8-85e4281fa144 req-0d15d060-1b41-451e-a025-be49903d1ad7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.1008825
Jun 29 20:59:36.177695 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7ff78ac8-bcf7-49e2-83e8-85e4281fa144 req-76a2a641-a690-4757-a62b-0a486f613f33 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1156900
Jun 29 20:59:36.207878 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:36.216698 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:security_group_rule and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:36.242051 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:36.251201 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:36.275737 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2498ebc0-e84d-467c-b71b-12e03fced2b2 req-be390505-83f4-49b0-990c-31057f39249b service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2048571
Jun 29 20:59:36.414804 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.430133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.437146 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d3d02152-d75b-41d1-a0b8-ab67ca25ccba tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:36.491576 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2498ebc0-e84d-467c-b71b-12e03fced2b2 req-0cd63534-dc83-4255-b41e-a92c056822c2 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061121
Jun 29 20:59:36.495190 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2406f794-2b5d-49d9-ba48-9c7bea3dc410,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:36.501574 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:36.502856 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.504141 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-3ea22240-e300-4800-a424-1702a1c114b2 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.5120506
Jun 29 20:59:36.506987 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58346) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:36.514521 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'security_group_rule': {'security_group_id': '2406f794-2b5d-49d9-ba48-9c7bea3dc410', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:36.520964 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:36.524900 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:security_group_rule and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:36.528472 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:36.535781 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:36.556602 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.634667 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.639446 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.649796 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-39e934c5-c630-444b-a87f-6c2e33284f8d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:36.678055 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2cc778-f85a-4e0b-b006-a168b9829ffb,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:36.681131 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:36.684110 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.687887 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-e04522a4-789b-4a81-8aaf-509f576a9437 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1774800
Jun 29 20:59:36.688295 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58350) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:36.694684 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'security_group_rule': {'security_group_id': '2406f794-2b5d-49d9-ba48-9c7bea3dc410', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:36.699943 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:36.703782 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:security_group_rule and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:36.707055 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:36.713124 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:36.732894 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.803972 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.809465 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.811992 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f9e3429c-e5a6-4279-bf37-4d61eda032e6 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:36.835439 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba4d6b5-6874-4b4b-9520-f965340fdac3,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:36.838007 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:36.846220 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:36.847638 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-fd279b02-f426-4907-bb48-f4473b3834e7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1586342
Jun 29 20:59:36.851204 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58354) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:36.857114 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'floatingip': {'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:36.863531 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:36.867446 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Usage tracker for resource:floatingip and tenant:fe2cb1c5294c4a5588f32690a2eae589 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:36.870340 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:36.877535 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:36.890085 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:37.136766 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:37.300585 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Allocated IP 172.27.2.19 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/d93b2a80-b6fe-475f-b30e-6be687dabb6d) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:37.472776 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf8ccb-f1d1-4767-a383-b40a29671990 req-3580f3c8-c5d1-4139-adc2-9f19e4361189 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:37.474403 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1ccf8ccb-f1d1-4767-a383-b40a29671990 req-3580f3c8-c5d1-4139-adc2-9f19e4361189 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.1164861
Jun 29 20:59:37.528139 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:37.534674 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1ccf8ccb-f1d1-4767-a383-b40a29671990 req-b8832043-6a21-47cd-87e3-d0dba4738541 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528803
Jun 29 20:59:37.578188 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:37.586635 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1554894e-7207-4aab-8373-3ead061cfa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:37.652586 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:37.655993 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:37.660306 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:37.692824 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'Port': ['ID=d93b2a80-b6fe-475f-b30e-6be687dabb6d,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:37.700230 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:37.861531 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:37.931344 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:38.198514 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:38.204215 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:38.216778 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-15110d75-05c5-48a1-a9c7-ccc807cbc42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:38.274300 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1c40ac8c-9a04-48d6-9524-01f4765cfe0f details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:59:38.330728 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'Port': ['ID=d93b2a80-b6fe-475f-b30e-6be687dabb6d,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:38.333572 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:38.336919 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:38.364799 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:38.366052 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5138850
Jun 29 20:59:38.464283 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:38.492423 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'port_id': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'mac_address': 'fa:16:3e:d7:f5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:59:38.602649 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:38.627726 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c40ac8c-9a04-48d6-9524-01f4765cfe0f {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:59:38.670159 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:38.679861 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:38.682635 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-2419cecf-6db6-4cd3-8145-b07e2027eec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:38.773233 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:38.787563 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-bfada5ba-c641-4aab-9043-83787bec65f1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Synchronizing usage tracker for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:security_group {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:59:38.788076 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:38.872874 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-bfada5ba-c641-4aab-9043-83787bec65f1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Unset dirty status for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:security_group {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:59:38.882841 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-bfada5ba-c641-4aab-9043-83787bec65f1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--181076867&fields=id&tenant_id=fe2cb1c5294c4a5588f32690a2eae589 HTTP/1.1" status: 200  len: 267 time: 0.1691442
Jun 29 20:59:38.994025 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f503bdf-3a58-45a7-8fe5-eb528b87e925 req-e98e6de5-af49-4f22-9e91-e3cea228c15d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:38.994813 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['1c40ac8c-9a04-48d6-9524-01f4765cfe0f'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:59:38.996992 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f503bdf-3a58-45a7-8fe5-eb528b87e925 req-e98e6de5-af49-4f22-9e91-e3cea228c15d tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 944 time: 0.1974852
Jun 29 20:59:39.125376 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f503bdf-3a58-45a7-8fe5-eb528b87e925 req-feb16014-d94e-4eb8-b7ab-ad9d316bbba4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198466
Jun 29 20:59:39.150882 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-0ed82056-a62f-4449-97ea-933487aad95c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:39.155595 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-0ed82056-a62f-4449-97ea-933487aad95c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 810 time: 0.2716489
Jun 29 20:59:39.189043 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-cc40c5e4-51f6-4b76-8bca-22a504295689 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/quotas/fe2cb1c5294c4a5588f32690a2eae589 HTTP/1.1" status: 200  len: 375 time: 0.0322964
Jun 29 20:59:39.323260 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-de0ee1d7-a0a3-4924-b431-874cc861780b tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Synchronizing usage tracker for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:port {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:59:39.347461 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-de0ee1d7-a0a3-4924-b431-874cc861780b tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Unset dirty status for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:port {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:59:39.348942 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-de0ee1d7-a0a3-4924-b431-874cc861780b tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1587138
Jun 29 20:59:39.521070 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-38290ad2-64d4-48fe-b153-7f5f861744be service neutron] 10.222.0.15 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472688
Jun 29 20:59:39.682027 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-f16d85ca-594c-41e4-bb99-6b6a10877a26 service neutron] 10.222.0.15 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573656
Jun 29 20:59:39.991212 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5b7411f6-a262-404d-bb59-0f3351b3b5c2 req-b4df1f15-df8f-477d-8e2c-83e0e668c0ce tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 210 time: 0.1478424
Jun 29 20:59:40.291204 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1c40ac8c-9a04-48d6-9524-01f4765cfe0f up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:40.392680 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d900f-a4f0-478b-b5f3-2bdfc68a7b92 req-f550c924-8114-4d76-a055-cddf32d9ea78 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:40.394660 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a67d900f-a4f0-478b-b5f3-2bdfc68a7b92 req-f550c924-8114-4d76-a055-cddf32d9ea78 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 944 time: 0.0913639
Jun 29 20:59:40.397436 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:40.406895 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:40.407817 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:40.482683 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a67d900f-a4f0-478b-b5f3-2bdfc68a7b92 req-69360060-9c31-47fd-beda-0ad58a82c952 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816143
Jun 29 20:59:40.637729 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:40.676137 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:59:40.684261 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:40.693131 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:40.696676 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:40.802105 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:40.806248 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:40.928588 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'code': 200}
Jun 29 20:59:41.258221 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f51ca31f-e0d4-4d4e-aba1-162cd973553e req-9adcc3c3-bb91-426c-b4c4-67c5a113d988 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 210 time: 0.0715930
Jun 29 20:59:41.328850 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-08a8646d-c1a9-45e8-8653-5a6b74c46ede req-d37e01a0-b747-4033-9977-044246d087fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 1098 time: 0.1346734
Jun 29 20:59:41.451872 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-08a8646d-c1a9-45e8-8653-5a6b74c46ede req-672d89bf-ebf4-4cbf-b847-ed63657eddc2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1132684
Jun 29 20:59:41.506971 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-7e0080dd-12ac-470d-a1c4-266caefcd936 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:41.509228 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-7e0080dd-12ac-470d-a1c4-266caefcd936 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Synchronizing usage tracker for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:network {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:59:41.538665 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-7e0080dd-12ac-470d-a1c4-266caefcd936 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Unset dirty status for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:network {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:59:41.539886 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-7e0080dd-12ac-470d-a1c4-266caefcd936 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.60 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 810 time: 0.2388694
Jun 29 20:59:41.736887 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4190-1abe-4163-872e-d04ef748ac56 req-70c64e1d-3326-42f0-af1b-267d04ab78c0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:41.737134 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8fbe4190-1abe-4163-872e-d04ef748ac56 req-70c64e1d-3326-42f0-af1b-267d04ab78c0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0859811
Jun 29 20:59:41.809062 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8fbe4190-1abe-4163-872e-d04ef748ac56 req-b921d490-4adf-48ce-879a-f634194e6660 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659144
Jun 29 20:59:41.827673 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-8374cd2c-7824-4c21-811b-149cc6504ad3 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Synchronizing usage tracker for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:security_group {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:59:41.840893 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-8374cd2c-7824-4c21-811b-149cc6504ad3 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Unset dirty status for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:security_group {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:59:41.842245 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-8374cd2c-7824-4c21-811b-149cc6504ad3 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe2cb1c5294c4a5588f32690a2eae589 HTTP/1.1" status: 200  len: 379 time: 0.0651298
Jun 29 20:59:41.855275 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'port': {'device_id': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'admin_state_up': True, 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'security_groups': ['2406f794-2b5d-49d9-ba48-9c7bea3dc410']}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:42.003196 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:42.012706 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:42.026236 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Made reservation on behalf of fe2cb1c5294c4a5588f32690a2eae589 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:59:42.029376 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:42.228499 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Allocated IP 172.20.0.4 (d76c2cdb-9cac-4e13-839f-9ee932b7c711/cbbb664c-27ca-451c-8320-c1ba4548a65b/75c1c5b5-a9fe-4840-9c99-74a5afa9a432) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:42.533551 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b70391bc-e86c-4585-ae5f-c24ec2f27697 req-9bce4b0e-7067-46d7-959d-4c4e5700c9ee tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 210 time: 0.0903182
Jun 29 20:59:42.631500 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d1fc09bd-eb49-42b9-a3c3-affa159e6aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:42.722362 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:42.754961 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Transition to ACTIVE for port object 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:42.805519 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:42.815242 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2a413948-c8b9-4698-b9f0-7199ed1ee451 tempest-VolumesNegativeTest-774231749 tempest-VolumesNegativeTest-774231749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:42.897375 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Network d76c2cdb-9cac-4e13-839f-9ee932b7c711 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:42.903558 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:42.906020 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:42.940908 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event updated for resources: {'Port': ['ID=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:42.943975 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:42.999801 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:43.000409 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:43.039522 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:43.099478 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-2451a222-a6a7-485f-ad11-27a5e6abc1fa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2310271
Jun 29 20:59:43.109427 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Request body: {'port': {'device_id': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:43.236304 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93c41-34a6-4a74-81a2-fc5523686935 req-c49b287d-d964-4cd6-8da2-1a59b7258122 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:43.237881 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fcd93c41-34a6-4a74-81a2-fc5523686935 req-c49b287d-d964-4cd6-8da2-1a59b7258122 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.1673021
Jun 29 20:59:43.300664 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:43.303377 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-6327c080-e891-4fed-b047-4bc4aa0f67aa None None] Provisioning for port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:43.309410 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-6327c080-e891-4fed-b047-4bc4aa0f67aa None None] Provisioning complete for port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:43.309828 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6327c080-e891-4fed-b047-4bc4aa0f67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:43.316144 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fcd93c41-34a6-4a74-81a2-fc5523686935 req-c5f9f05d-1106-469e-b279-35067f3566e4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696890
Jun 29 20:59:43.389750 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-6327c080-e891-4fed-b047-4bc4aa0f67aa None None] Port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:59:43.674039 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198241a-f14e-47a4-8ee5-08732439964a req-193b08c0-ffd4-4e50-bf74-4507546a7005 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:43.680518 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0198241a-f14e-47a4-8ee5-08732439964a req-193b08c0-ffd4-4e50-bf74-4507546a7005 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.1691201
Jun 29 20:59:43.691578 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58460) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:43.709954 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-51c0db69-15b3-4cfc-8be1-c0f3bf09cd56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Request body: {'floatingip': {'port_id': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:43.726515 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978260d0-8777-4240-89bc-a27f2d13a9e8 None None] New status for floating IP 6057fac2-1de0-48fe-899c-d503b7f1845b: DOWN {{(pid=74219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 20:59:43.808858 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-51c0db69-15b3-4cfc-8be1-c0f3bf09cd56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:43.835374 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:59:43.849986 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:43.881961 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Transition to ACTIVE for port object 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:43.889320 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:43.896858 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-545cd1cf-2d93-448d-b11f-347d9993adc0 tempest-VolumesSnapshotTestJSON-585624030 tempest-VolumesSnapshotTestJSON-585624030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:44.044417 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Sync routers for ids ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:59:44.056501 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc41522-18ee-47a7-8936-04d200feeb51 req-09d8f92b-1479-496d-8eab-da2430e14d88 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:44.058862 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Routers {'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:44.059654 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445b2c040>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:44.065571 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-edc41522-18ee-47a7-8936-04d200feeb51 req-09d8f92b-1479-496d-8eab-da2430e14d88 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 943 time: 0.2016473
Jun 29 20:59:44.080129 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Pushing event updated for resources: {'Port': ['ID=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:44.090408 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:44.253823 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-edc41522-18ee-47a7-8936-04d200feeb51 req-43120f92-d7c8-4de3-8a0d-0d3c72e969c1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1866577
Jun 29 20:59:44.261922 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Attempting to bind port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:59:44.262299 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Attempting to bind port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:59:44.262630 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Attempting to bind port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 on network d76c2cdb-9cac-4e13-839f-9ee932b7c711 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:59:44.275893 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 on network d76c2cdb-9cac-4e13-839f-9ee932b7c711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 20:59:44.276222 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Attempting to bind port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 on network d76c2cdb-9cac-4e13-839f-9ee932b7c711 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:59:44.284600 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:59:44.284600 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Checking segment: {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:59:44.284600 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Bound using segment: {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:59:44.285020 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Bound port: 75c1c5b5-a9fe-4840-9c99-74a5afa9a432, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4df13b-c6d7-498f-b2d3-090a3141e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:59:44.285377 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:44.325009 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Set router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:44.391177 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] For port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:59:44.394950 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] For port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:59:44.403470 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:44.424409 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-075742d3-32ea-4d03-9789-b2f5cd747f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:44.499650 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:44.502172 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] 10.222.0.60 "PUT /v2.0/ports/75c1c5b5-a9fe-4840-9c99-74a5afa9a432 HTTP/1.1" status: 200  len: 1093 time: 1.4049823
Jun 29 20:59:44.508859 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'tag': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:59:44.584226 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Pushing event updated for resources: {'Port': ['ID=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:44.598342 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:44.697370 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'tag': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432', 'status': 'completed', 'code': 200}
Jun 29 20:59:44.732451 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-feda97d9-4504-485d-9bd4-7f25f829dae1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 1096 time: 0.1330781
Jun 29 20:59:44.836386 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-fbddc042-54fa-4dcf-9c2f-7649d341d0e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75c1c5b5-a9fe-4840-9c99-74a5afa9a432 HTTP/1.1" status: 200  len: 217 time: 0.0859079
Jun 29 20:59:44.840738 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445b2c040>, [{'id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'name': 'tempest-TestMinimumBasicScenario-505688041-router', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:18Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 4, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'gw_port': {'id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:19Z', 'updated_at': '2021-06-29T20:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '55ad385e-7bed-4028-8b48-4a01e1fb021c', 'name': '', 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'mac_address': 'fa:16:3e:d9:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e91c3ea0-9c0c-4772-88cd-f634ab8d57bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:23Z', 'updated_at': '2021-06-29T20:59:25Z', 'revision_number': 2, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'subnets': [{'id': 'e91c3ea0-9c0c-4772-88cd-f634ab8d57bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:44.853216 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Checking router: c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:59:44.855802 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Updating router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a port 55ad385e-7bed-4028-8b48-4a01e1fb021c binding host dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 20:59:44.913726 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-0f1cea43-9a8d-4df2-bfb2-3594c3267b36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:44.915695 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-0f1cea43-9a8d-4df2-bfb2-3594c3267b36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbbb664c-27ca-451c-8320-c1ba4548a65b HTTP/1.1" status: 200  len: 849 time: 0.0762470
Jun 29 20:59:44.962276 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:44.974478 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-cd56ccb7-b8b3-4ef4-a944-d338a6506495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:45.006092 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-51c0db69-15b3-4cfc-8be1-c0f3bf09cd56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:45.006092 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-51c0db69-15b3-4cfc-8be1-c0f3bf09cd56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:45.073656 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-5192cec8-1d38-45e4-86f6-e137b7f81ca8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d76c2cdb-9cac-4e13-839f-9ee932b7c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1506550
Jun 29 20:59:45.268667 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-8749c973-1c42-4c34-8610-687d2465cf32 service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1879349
Jun 29 20:59:45.371780 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58494) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:45.426748 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Notify callbacks [] for port, precommit_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:45.441866 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Transition to ACTIVE for port object 55ad385e-7bed-4028-8b48-4a01e1fb021c will not be triggered until provisioned by entity L2. {{(pid=74218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:45.448997 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-25551e6a-b7cd-4888-b08a-487aefce4178 req-63729b6a-c302-4a83-96b7-63aaad9edebd service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738105
Jun 29 20:59:45.452770 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:45.453018 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.l3_db [None req-51c0db69-15b3-4cfc-8be1-c0f3bf09cd56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Floating IP 4f9f51de-bb4a-402e-8e5e-5e72f8f8ebf1 associated. External IP: 172.27.2.129, port: 1c40ac8c-9a04-48d6-9524-01f4765cfe0f.
Jun 29 20:59:45.458112 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-0fcdbad6-684a-4394-9ce1-c0024e9174cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:45.638800 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937ac4e-603c-420a-9826-9d9dd14a22dd None None] Pushing event updated for resources: {'Port': ['ID=55ad385e-7bed-4028-8b48-4a01e1fb021c,revision_number=3']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:45.641770 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-8937ac4e-603c-420a-9826-9d9dd14a22dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:45.670943 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5cde7-c515-4f85-9186-5debca1734ac req-1424e1d8-babc-4de3-b98e-89556ed87e43 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:45.671653 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-39f5cde7-c515-4f85-9186-5debca1734ac req-1424e1d8-babc-4de3-b98e-89556ed87e43 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Synchronizing usage tracker for tenant:8f723853837f4095909b9fdf6a1d6ff1 on resource:network {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:59:45.753202 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0597-85c7-4071-afa6-9abd42ad54e4 req-a59c7c90-1ca3-4e13-8d7c-a02597dd29a6 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:45.754870 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6d3d0597-85c7-4071-afa6-9abd42ad54e4 req-a59c7c90-1ca3-4e13-8d7c-a02597dd29a6 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 943 time: 0.3044839
Jun 29 20:59:45.758569 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-39f5cde7-c515-4f85-9186-5debca1734ac req-1424e1d8-babc-4de3-b98e-89556ed87e43 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Unset dirty status for tenant:8f723853837f4095909b9fdf6a1d6ff1 on resource:network {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:59:45.759810 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-1424e1d8-babc-4de3-b98e-89556ed87e43 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/networks?id=ab34e143-db93-43ff-9522-9281a0f76d21 HTTP/1.1" status: 200  len: 815 time: 0.5026560
Jun 29 20:59:45.780838 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:45.786909 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Attempting to bind port 55ad385e-7bed-4028-8b48-4a01e1fb021c on host dv-cinder-779781-1-iscsi for vnic_type normal with profile  {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 20:59:45.787270 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Attempting to bind port 55ad385e-7bed-4028-8b48-4a01e1fb021c by drivers openvswitch,hyperv on host dv-cinder-779781-1-iscsi at level 0 using segments [{'id': 'f33d8252-68f5-4219-b1d2-02c4275ec5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4'}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 20:59:45.787635 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Attempting to bind port 55ad385e-7bed-4028-8b48-4a01e1fb021c on network f886312a-3c17-4c3d-a940-149033af88d4 {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 20:59:45.795552 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Checking agent: {'id': 'b85df8c7-6e2e-47bb-bb11-755cddaaf66c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 45, 43), 'started_at': datetime.datetime(2021, 6, 29, 20, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 20:59:45.795994 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Checking segment: {'id': 'f33d8252-68f5-4219-b1d2-02c4275ec5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 20:59:45.796404 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:45.796890 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Bound using segment: {'id': 'f33d8252-68f5-4219-b1d2-02c4275ec5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4'} {{(pid=74218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 20:59:45.797354 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.managers [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Bound port: 55ad385e-7bed-4028-8b48-4a01e1fb021c, host: dv-cinder-779781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33d8252-68f5-4219-b1d2-02c4275ec5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4'}}] {{(pid=74218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 20:59:45.797730 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:45.850868 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:45.859420 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:565cad7ca1124e1d8547f440ea341251 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:45.863809 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:45.874471 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d43183e0-25ed-476f-82c9-077a9b50be5c req-68759f17-5dc1-4194-98f3-58091bae09e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 1096 time: 0.2866673
Jun 29 20:59:45.874471 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:45.899897 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-e2d87d70-ed9a-442a-a580-a70b6acd7ef1 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/quotas/8f723853837f4095909b9fdf6a1d6ff1 HTTP/1.1" status: 200  len: 375 time: 0.1160562
Jun 29 20:59:45.909253 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:45.922813 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] For port 55ad385e-7bed-4028-8b48-4a01e1fb021c, host dv-cinder-779781-1-iscsi, cleared binding levels {{(pid=74218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 20:59:45.925969 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] For port 55ad385e-7bed-4028-8b48-4a01e1fb021c, host dv-cinder-779781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=55ad385e-7bed-4028-8b48-4a01e1fb021c,segment=NetworkSegment(f33d8252-68f5-4219-b1d2-02c4275ec5ce),segment_id=f33d8252-68f5-4219-b1d2-02c4275ec5ce)] {{(pid=74218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 20:59:45.930911 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:45.934420 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-9a454b19-3bba-4915-8e8b-6ee979a63361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:45.965088 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6d3d0597-85c7-4071-afa6-9abd42ad54e4 req-fafb2b79-1e88-4272-a0b3-5599c8400e6e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2027979
Jun 29 20:59:46.028372 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937ac4e-603c-420a-9826-9d9dd14a22dd None None] Pushing event updated for resources: {'Port': ['ID=55ad385e-7bed-4028-8b48-4a01e1fb021c,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:46.033452 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-8937ac4e-603c-420a-9826-9d9dd14a22dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:46.036021 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Routers {'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:46.036687 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445b2c040>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:46.077710 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:46.083549 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43183e0-25ed-476f-82c9-077a9b50be5c req-cac9b3e5-22e5-4873-b547-33eafca09d8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:46.085100 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d43183e0-25ed-476f-82c9-077a9b50be5c req-cac9b3e5-22e5-4873-b547-33eafca09d8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 911 time: 0.2019050
Jun 29 20:59:46.087607 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:46.096863 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-747fef23-7b59-48b0-b672-2b535c8163c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:46.143488 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-7a9b1997-45e2-4215-80d5-01338b22268d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f723853837f4095909b9fdf6a1d6ff1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2226791
Jun 29 20:59:46.238750 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d43183e0-25ed-476f-82c9-077a9b50be5c req-10649467-fdb6-4df4-b218-2a8f739a9522 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75c1c5b5-a9fe-4840-9c99-74a5afa9a432 HTTP/1.1" status: 200  len: 217 time: 0.1438441
Jun 29 20:59:46.240175 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dfb8c5-2ea9-4354-8fd1-14d07c7f9747,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:46.247074 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=565cad7ca1124e1d8547f440ea341251&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8714180
Jun 29 20:59:46.247074 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:46.248587 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58502) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:46.266176 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] Set router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:46.312763 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43183e0-25ed-476f-82c9-077a9b50be5c req-85a4687a-610b-4114-9157-9801d23d7162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:46.314199 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d43183e0-25ed-476f-82c9-077a9b50be5c req-85a4687a-610b-4114-9157-9801d23d7162 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbbb664c-27ca-451c-8320-c1ba4548a65b HTTP/1.1" status: 200  len: 849 time: 0.0662997
Jun 29 20:59:46.432686 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0ede896e-9e9c-4110-bf7c-4c7dac5d7eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:46.435104 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-a162617d-1f98-4ff2-aac7-c9e0a412ebfe service neutron] 10.222.0.15 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2717161
Jun 29 20:59:46.443605 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c0db69-15b3-4cfc-8be1-c0f3bf09cd56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Router c9f6c596-fef7-47d5-bebb-519b59a2ef47 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 20:59:46.463388 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0ede896e-9e9c-4110-bf7c-4c7dac5d7eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:46.482377 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d43183e0-25ed-476f-82c9-077a9b50be5c req-593de308-9306-4f40-8c26-fc80a2cadd15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d76c2cdb-9cac-4e13-839f-9ee932b7c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1574652
Jun 29 20:59:46.617258 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0ede896e-9e9c-4110-bf7c-4c7dac5d7eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:46.624414 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-17e77df6-cdcb-444f-bcbd-7a772c0d395f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:46.636557 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445b2c040>, [{'id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'name': 'tempest-TestMinimumBasicScenario-505688041-router', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:18Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 4, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'gw_port': {'id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:19Z', 'updated_at': '2021-06-29T20:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '55ad385e-7bed-4028-8b48-4a01e1fb021c', 'name': '', 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'mac_address': 'fa:16:3e:d9:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e91c3ea0-9c0c-4772-88cd-f634ab8d57bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:23Z', 'updated_at': '2021-06-29T20:59:45Z', 'revision_number': 4, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'subnets': [{'id': 'e91c3ea0-9c0c-4772-88cd-f634ab8d57bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:46.642317 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7bb50-bed0-43e8-a077-fdf75a66cf1d None None] The sync data for ids ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'] in dv-cinder-779781-1-iscsi is: [{'id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'name': 'tempest-TestMinimumBasicScenario-505688041-router', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:18Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 4, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'gw_port': {'id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:19Z', 'updated_at': '2021-06-29T20:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '55ad385e-7bed-4028-8b48-4a01e1fb021c', 'name': '', 'network_id': 'f886312a-3c17-4c3d-a940-149033af88d4', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'mac_address': 'fa:16:3e:d9:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e91c3ea0-9c0c-4772-88cd-f634ab8d57bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:23Z', 'updated_at': '2021-06-29T20:59:45Z', 'revision_number': 4, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'subnets': [{'id': 'e91c3ea0-9c0c-4772-88cd-f634ab8d57bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:59:46.647321 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-2ec91779-2e4e-4a15-a39f-ec724626b3ab service neutron] 10.222.0.15 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025452
Jun 29 20:59:46.651421 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede896e-9e9c-4110-bf7c-4c7dac5d7eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dfb8c5-2ea9-4354-8fd1-14d07c7f9747,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:46.663068 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0ede896e-9e9c-4110-bf7c-4c7dac5d7eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:46.665665 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d43183e0-25ed-476f-82c9-077a9b50be5c req-c6362821-a728-4293-a08d-ce872f11d4ca service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710346
Jun 29 20:59:46.666692 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0ede896e-9e9c-4110-bf7c-4c7dac5d7eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:46.670263 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-0ede896e-9e9c-4110-bf7c-4c7dac5d7eba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31dfb8c5-2ea9-4354-8fd1-14d07c7f9747 HTTP/1.1" status: 204  len: 168 time: 0.3572233
Jun 29 20:59:46.861648 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c0db69-15b3-4cfc-8be1-c0f3bf09cd56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 20:59:46.866568 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-51c0db69-15b3-4cfc-8be1-c0f3bf09cd56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:46.872493 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] Sync routers for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 20:59:46.880108 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-d43183e0-25ed-476f-82c9-077a9b50be5c req-49d8034b-e1f5-41c7-ad71-787adbae6da3 service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054777
Jun 29 20:59:46.893896 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:46.894723 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446448b50>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:46.966026 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-51c0db69-15b3-4cfc-8be1-c0f3bf09cd56 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "PUT /v2.0/floatingips/4f9f51de-bb4a-402e-8e5e-5e72f8f8ebf1 HTTP/1.1" status: 200  len: 991 time: 3.2613223
Jun 29 20:59:46.966906 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:59:47.146283 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f49b78f2-bc48-4eb2-a27d-b1c6ba97329e req-a9c09707-b80c-4326-a591-0511b775feec tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 210 time: 0.1559150
Jun 29 20:59:47.158233 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:47.179317 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 55ad385e-7bed-4028-8b48-4a01e1fb021c up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:47.375818 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:47.410894 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58528) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:47.442639 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:47.447676 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning for port 55ad385e-7bed-4028-8b48-4a01e1fb021c completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:47.454030 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 55ad385e-7bed-4028-8b48-4a01e1fb021c triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:47.455075 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:47.545587 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7800c-574e-4879-9e24-99aebd538a35 req-c157ba12-40a9-4b13-a6b1-1603b13d096e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:47.563245 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-72b7800c-574e-4879-9e24-99aebd538a35 req-c157ba12-40a9-4b13-a6b1-1603b13d096e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 943 time: 0.2006025
Jun 29 20:59:47.564816 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:47.580138 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] Usage tracker for resource:security_group_rule and tenant:364628ef55694d4fa17726e29afc5224 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:47.591803 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:47.621036 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:47.640862 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:47.680137 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'status': 'completed', 'code': 200}
Jun 29 20:59:47.728977 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] For port 55ad385e-7bed-4028-8b48-4a01e1fb021c, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=55ad385e-7bed-4028-8b48-4a01e1fb021c,segment=NetworkSegment(f33d8252-68f5-4219-b1d2-02c4275ec5ce),segment_id=f33d8252-68f5-4219-b1d2-02c4275ec5ce)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:47.740860 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:47.744492 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:47.757229 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-72b7800c-574e-4879-9e24-99aebd538a35 req-b02e0b9b-71b5-4c00-87df-6729616fd593 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1909809
Jun 29 20:59:47.819250 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:47.830750 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:47.839617 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-06cb21cc-4b87-4dab-b3a1-995037bddfab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:47.873382 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446448b50>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '4f9f51de-bb4a-402e-8e5e-5e72f8f8ebf1', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'port_id': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'mac_address': 'fa:16:3e:d7:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:59:25Z', 'updated_at': '2021-06-29T20:59:44Z', 'revision_number': 1, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:53Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:47.883266 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] Checking router: c9f6c596-fef7-47d5-bebb-519b59a2ef47 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 20:59:47.895780 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f9bdff6b-1a2a-4bb6-b69c-dfa167451cf6 req-e04eb57f-7924-4ffa-8b73-d1c8bb60a634 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 1098 time: 0.2177546
Jun 29 20:59:47.897153 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 20:59:47.897774 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446448b50>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:47.901933 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4634ecce-1c88-401d-975a-ee8f0387cadf,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:47.903741 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Pushing event updated for resources: {'Port': ['ID=55ad385e-7bed-4028-8b48-4a01e1fb021c,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:47.908801 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:47.910320 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=364628ef55694d4fa17726e29afc5224&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4980040
Jun 29 20:59:47.911483 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:47.913217 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58532) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:48.015653 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0fd59af1-e21e-4b58-86bf-8037455e6867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:48.056353 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0fd59af1-e21e-4b58-86bf-8037455e6867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:48.084014 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdff6b-1a2a-4bb6-b69c-dfa167451cf6 req-809401ef-c44d-4ad8-918c-f2f185bb42d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:48.091556 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f9bdff6b-1a2a-4bb6-b69c-dfa167451cf6 req-809401ef-c44d-4ad8-918c-f2f185bb42d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 917 time: 0.1791344
Jun 29 20:59:48.130463 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0fd59af1-e21e-4b58-86bf-8037455e6867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:48.134697 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d10d24d6-8ea5-4ce6-947c-78da76bd7a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:48.148576 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd59af1-e21e-4b58-86bf-8037455e6867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4634ecce-1c88-401d-975a-ee8f0387cadf,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:48.151570 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-0fd59af1-e21e-4b58-86bf-8037455e6867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:48.153824 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0fd59af1-e21e-4b58-86bf-8037455e6867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:48.156067 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-0fd59af1-e21e-4b58-86bf-8037455e6867 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4634ecce-1c88-401d-975a-ee8f0387cadf HTTP/1.1" status: 204  len: 168 time: 0.2405400
Jun 29 20:59:48.207346 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f9bdff6b-1a2a-4bb6-b69c-dfa167451cf6 req-93518547-95e4-4583-8efb-76ea557114aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f HTTP/1.1" status: 200  len: 999 time: 0.1074858
Jun 29 20:59:48.230191 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 20:59:48.276642 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdff6b-1a2a-4bb6-b69c-dfa167451cf6 req-916d37ee-53a9-4715-a3cd-6465e3618320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:48.278100 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f9bdff6b-1a2a-4bb6-b69c-dfa167451cf6 req-916d37ee-53a9-4715-a3cd-6465e3618320 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.0642440
Jun 29 20:59:48.324966 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 20:59:48.413062 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f9bdff6b-1a2a-4bb6-b69c-dfa167451cf6 req-a11b42be-18a5-4657-a731-2e79375313da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1249919
Jun 29 20:59:48.598830 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f9bdff6b-1a2a-4bb6-b69c-dfa167451cf6 req-53f8ac8f-9fe9-4f3d-b813-cc31ebc7ddc6 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786783
Jun 29 20:59:48.600075 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:48.633327 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'port_id': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432', 'mac_address': 'fa:16:3e:99:46:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 20:59:48.737098 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446448b50>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '4f9f51de-bb4a-402e-8e5e-5e72f8f8ebf1', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'port_id': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'mac_address': 'fa:16:3e:d7:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:59:25Z', 'updated_at': '2021-06-29T20:59:44Z', 'revision_number': 1, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:53Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 20:59:48.741209 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c80b15ee-775f-4311-85d1-d6cc00ea78a7 req-9a8a9a47-ea60-47dd-994c-e554b0a548d2 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 210 time: 0.3445070
Jun 29 20:59:48.755883 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814bdd1-9a2b-4e15-a6ec-1ab8642484a3 None None] The sync data for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi is: [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '4f9f51de-bb4a-402e-8e5e-5e72f8f8ebf1', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'port_id': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'mac_address': 'fa:16:3e:d7:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:59:25Z', 'updated_at': '2021-06-29T20:59:44Z', 'revision_number': 1, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:53Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 20:59:48.770932 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:48.790658 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 20:59:48.810744 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:48.817242 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:48.819755 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-f66c00bf-2417-4851-a412-ad987ce224ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:48.913050 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:48.922636 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:48.934739 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58546) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:48.964776 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:49.050833 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5cde7-c515-4f85-9186-5debca1734ac req-2b79acd5-c786-47da-bd27-7c62a670b5d9 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:49.052210 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-2b79acd5-c786-47da-bd27-7c62a670b5d9 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.60 "GET /v2.0/networks?id=ab34e143-db93-43ff-9522-9281a0f76d21 HTTP/1.1" status: 200  len: 815 time: 0.4583771
Jun 29 20:59:49.054223 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f9bdff6b-1a2a-4bb6-b69c-dfa167451cf6 req-dcd0be5c-a623-4fee-b686-67bab08d4b46 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2738924
Jun 29 20:59:49.054348 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:49.061139 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] Usage tracker for resource:security_group_rule and tenant:f282eb1099fe434d90f7e2aac256753b is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:49.071976 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:49.085673 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:49.104037 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 55ad385e-7bed-4028-8b48-4a01e1fb021c up at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:49.112563 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'port': {'device_id': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'admin_state_up': True, 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 20:59:49.127741 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78886a5f-745d-4477-a3b8-249f6647ccf6 req-959d5ac4-4e6d-4275-abda-de505bf0c89b tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:49.134956 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-78886a5f-745d-4477-a3b8-249f6647ccf6 req-959d5ac4-4e6d-4275-abda-de505bf0c89b tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 944 time: 0.1567967
Jun 29 20:59:49.183580 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['75c1c5b5-a9fe-4840-9c99-74a5afa9a432'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 20:59:49.208993 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-78886a5f-745d-4477-a3b8-249f6647ccf6 req-22d10c4a-9fc9-47b1-9d47-e2ef53cd2819 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730631
Jun 29 20:59:49.273791 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:49.278857 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:49.288671 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f5750963-c725-4c30-b54b-825f9c97eba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:49.305924 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 20:59:49.315639 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Usage tracker for resource:port and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 20:59:49.319571 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 20:59:49.326024 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 20:59:49.340343 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Made reservation on behalf of 8f723853837f4095909b9fdf6a1d6ff1 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 20:59:49.343000 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8878e74b-07c7-4055-a70e-3b75e6b99e1b,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:49.346104 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:49.348874 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f282eb1099fe434d90f7e2aac256753b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4127250
Jun 29 20:59:49.350363 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:49.351273 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58552) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 20:59:49.368054 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Provisioning complete for port 55ad385e-7bed-4028-8b48-4a01e1fb021c triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:49.368431 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:49.426436 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e9c68c75-0788-4ecd-9504-64ec373610e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:49.466026 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e9c68c75-0788-4ecd-9504-64ec373610e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:49.550993 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e9c68c75-0788-4ecd-9504-64ec373610e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:49.558052 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-63513f26-fcbb-4c95-93db-f0e5fcd66f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:49.571847 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Allocated IP 172.20.0.4 (ab34e143-db93-43ff-9522-9281a0f76d21/7d6f8940-7340-4a52-bcef-de4b23e59760/4a308695-87ed-49be-ab81-01cc6f5184d6) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 20:59:49.579204 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c68c75-0788-4ecd-9504-64ec373610e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8878e74b-07c7-4055-a70e-3b75e6b99e1b,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:49.586259 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e9c68c75-0788-4ecd-9504-64ec373610e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:49.591827 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-e9c68c75-0788-4ecd-9504-64ec373610e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8878e74b-07c7-4055-a70e-3b75e6b99e1b HTTP/1.1" status: 204  len: 168 time: 0.2373044
Jun 29 20:59:49.592042 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e9c68c75-0788-4ecd-9504-64ec373610e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:49.985580 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:50.026707 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Transition to ACTIVE for port object 4a308695-87ed-49be-ab81-01cc6f5184d6 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 20:59:50.050528 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-98fa581b-9215-4161-8149-1feca9dbbe18 req-807dba90-2c34-4de4-bc75-d5cbfb492593 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 210 time: 0.0848644
Jun 29 20:59:50.066145 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:50.075313 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9215c2d9-b36b-43b6-aa71-e74cce51de37 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:50.224114 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Network ab34e143-db93-43ff-9522-9281a0f76d21 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 20:59:50.227390 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 20:59:50.231644 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 20:59:50.270398 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'Port': ['ID=4a308695-87ed-49be-ab81-01cc6f5184d6,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:50.280997 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:50.314719 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:50.315304 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:50.349179 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 20:59:50.374196 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2705274
Jun 29 20:59:50.487664 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:50.498474 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:50.498833 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:50.598521 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-bdcc8551-5157-40db-b6bc-4d393a65c2b7 None None] Provisioning for port 4a308695-87ed-49be-ab81-01cc6f5184d6 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 20:59:50.604569 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-bdcc8551-5157-40db-b6bc-4d393a65c2b7 None None] Provisioning complete for port 4a308695-87ed-49be-ab81-01cc6f5184d6 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 20:59:50.605167 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8551-5157-40db-b6bc-4d393a65c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:50.646188 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4814-78f7-4cb5-8820-ef05e37f7b4a req-4763fa98-5a53-4d86-a07d-86c57b6f01a8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:50.647581 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-521d4814-78f7-4cb5-8820-ef05e37f7b4a req-4763fa98-5a53-4d86-a07d-86c57b6f01a8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 944 time: 0.1844854
Jun 29 20:59:50.714168 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc8551-5157-40db-b6bc-4d393a65c2b7 None None] Port 4a308695-87ed-49be-ab81-01cc6f5184d6 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 20:59:50.722849 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-521d4814-78f7-4cb5-8820-ef05e37f7b4a req-0db15aaa-a6b0-42b8-9371-8de484043b21 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692232
Jun 29 20:59:50.744444 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:50.810010 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 20:59:50.836644 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 20:59:50.842812 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:50.844585 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 20:59:50.926700 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432', 'code': 200}
Jun 29 20:59:50.968825 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 20:59:50.973034 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 20:59:51.055037 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee059182-a4bf-4523-a595-c47820aa7875 None None] New status for floating IP 4f9f51de-bb4a-402e-8e5e-5e72f8f8ebf1: ACTIVE {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 20:59:51.232397 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 20:59:51.311462 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a9e15-0416-4447-b80a-18c6b7034bb0 req-df656b0b-9fb1-4bca-a002-f18f01aed31f tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:51.318528 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d50a9e15-0416-4447-b80a-18c6b7034bb0 req-df656b0b-9fb1-4bca-a002-f18f01aed31f tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 931 time: 0.1008923
Jun 29 20:59:51.364385 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-d50a9e15-0416-4447-b80a-18c6b7034bb0 req-fc84c7de-85f6-46ef-97d9-b588b193769f tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Synchronizing usage tracker for tenant:8f723853837f4095909b9fdf6a1d6ff1 on resource:security_group {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 20:59:51.384792 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-d50a9e15-0416-4447-b80a-18c6b7034bb0 req-fc84c7de-85f6-46ef-97d9-b588b193769f tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Unset dirty status for tenant:8f723853837f4095909b9fdf6a1d6ff1 on resource:security_group {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 20:59:51.386503 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d50a9e15-0416-4447-b80a-18c6b7034bb0 req-fc84c7de-85f6-46ef-97d9-b588b193769f tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667288
Jun 29 20:59:51.955063 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e9946-b113-49fd-85ee-c77bb2e14373 req-e61f8649-b78e-4424-9217-3b384c4d34ed tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:51.956429 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9d0e9946-b113-49fd-85ee-c77bb2e14373 req-e61f8649-b78e-4424-9217-3b384c4d34ed tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0877993
Jun 29 20:59:52.011829 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9d0e9946-b113-49fd-85ee-c77bb2e14373 req-4664ebe5-f963-4fb7-9c3a-0bbe8ebb22a7 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494268
Jun 29 20:59:52.655396 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786df4e-3630-4f81-8b9c-965fca5d1bfd req-ebd30a32-a102-4662-a364-a45622ad7cbc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:52.656887 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e786df4e-3630-4f81-8b9c-965fca5d1bfd req-ebd30a32-a102-4662-a364-a45622ad7cbc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 931 time: 0.1387322
Jun 29 20:59:52.705817 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e786df4e-3630-4f81-8b9c-965fca5d1bfd req-5e4eb70c-aa3b-4848-82d7-baa2748aeea4 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430427
Jun 29 20:59:53.072811 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 20:59:53.253961 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fbb69-76aa-41b5-bbd7-1d52c51a63e2 req-d3eba822-2e93-4f1d-a110-3505ec33de4a tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:53.261236 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-492fbb69-76aa-41b5-bbd7-1d52c51a63e2 req-d3eba822-2e93-4f1d-a110-3505ec33de4a tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.1066089
Jun 29 20:59:53.317999 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-492fbb69-76aa-41b5-bbd7-1d52c51a63e2 req-803712f5-183b-40f2-9613-f4922390195d tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508385
Jun 29 20:59:53.920487 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8c7b5-de0b-4396-93a2-d87439b96340 req-a52eeb41-7e93-4ca2-8eca-6aac335fad28 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:53.922118 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55d8c7b5-de0b-4396-93a2-d87439b96340 req-a52eeb41-7e93-4ca2-8eca-6aac335fad28 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 931 time: 0.0851018
Jun 29 20:59:53.973148 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-55d8c7b5-de0b-4396-93a2-d87439b96340 req-f4806feb-3669-485c-91fd-fabfbfb8adff tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453537
Jun 29 20:59:54.531691 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c66bc-bde9-42ab-ae74-ffe55e7f0a0c req-5a05adad-43e9-4838-8adc-05d1fe776cae tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:54.533761 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1e4c66bc-bde9-42ab-ae74-ffe55e7f0a0c req-5a05adad-43e9-4838-8adc-05d1fe776cae tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0855296
Jun 29 20:59:54.581845 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1e4c66bc-bde9-42ab-ae74-ffe55e7f0a0c req-ca25ca2b-33de-4935-ab1a-ec1ea40b0464 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420630
Jun 29 20:59:55.183623 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758eec5b-922c-4521-a010-b799c0af5425 req-2dece49a-03d0-41a6-875f-f5ba61091a78 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:55.185812 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-758eec5b-922c-4521-a010-b799c0af5425 req-2dece49a-03d0-41a6-875f-f5ba61091a78 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 931 time: 0.0864346
Jun 29 20:59:55.241625 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-758eec5b-922c-4521-a010-b799c0af5425 req-c4c2cbbe-686d-4900-8452-6cff7a012592 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495872
Jun 29 20:59:55.794219 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b122a9-ae98-4d5d-93a0-d7660c952128 req-eef8df12-2dbe-4c1a-9c97-c9673350ba54 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:55.795554 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f8b122a9-ae98-4d5d-93a0-d7660c952128 req-eef8df12-2dbe-4c1a-9c97-c9673350ba54 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0788736
Jun 29 20:59:55.848631 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f8b122a9-ae98-4d5d-93a0-d7660c952128 req-ee170087-8745-48ba-94c1-9b8de42718a0 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475068
Jun 29 20:59:56.475562 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705a6cd-23b0-4ee0-bf01-5e54123f0a16 req-b84a63cb-1f59-48fb-b236-a4ca5b87b0db tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:56.480249 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6705a6cd-23b0-4ee0-bf01-5e54123f0a16 req-b84a63cb-1f59-48fb-b236-a4ca5b87b0db tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 931 time: 0.1133428
Jun 29 20:59:56.562387 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6705a6cd-23b0-4ee0-bf01-5e54123f0a16 req-ada5faf3-15b6-41a5-9809-c024b539b54c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782189
Jun 29 20:59:57.048371 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186a0ae-5b59-488e-91b2-5e01d879e19b req-b088a8e5-02b5-48a4-b557-ced4c8c2ea61 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:57.049962 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a186a0ae-5b59-488e-91b2-5e01d879e19b req-b088a8e5-02b5-48a4-b557-ced4c8c2ea61 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0791414
Jun 29 20:59:57.096433 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a186a0ae-5b59-488e-91b2-5e01d879e19b req-b155d746-c5a1-4eb3-ad72-60ac6c2c86a0 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408595
Jun 29 20:59:57.779755 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15567d2-3f9f-443c-beeb-7a85268e2777 req-3e3bd7e8-df5f-409b-992a-1b81a30de156 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:57.781213 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e15567d2-3f9f-443c-beeb-7a85268e2777 req-3e3bd7e8-df5f-409b-992a-1b81a30de156 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 931 time: 0.0951917
Jun 29 20:59:57.827969 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e15567d2-3f9f-443c-beeb-7a85268e2777 req-bd3caa3d-4d27-45ca-8332-3678fb6654c3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400350
Jun 29 20:59:58.308132 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8862cd-e775-4cf3-8d2f-a0b0baa51eb4 req-7fbfa6a0-31a3-4646-b9a5-455646648fe5 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:58.309578 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6b8862cd-e775-4cf3-8d2f-a0b0baa51eb4 req-7fbfa6a0-31a3-4646-b9a5-455646648fe5 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0877326
Jun 29 20:59:58.364897 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6b8862cd-e775-4cf3-8d2f-a0b0baa51eb4 req-8202e9e3-d5cf-41bc-9669-0fc9136176eb tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488696
Jun 29 20:59:59.038797 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13a016-8b83-4a35-982e-eedc2dc1d52e req-c473927c-9c1c-4ec8-977b-dad8e4268427 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:59.040341 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fd13a016-8b83-4a35-982e-eedc2dc1d52e req-c473927c-9c1c-4ec8-977b-dad8e4268427 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 931 time: 0.0826457
Jun 29 20:59:59.092116 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fd13a016-8b83-4a35-982e-eedc2dc1d52e req-8e7959f0-afc4-4ee5-86d7-59d09cea72c7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456784
Jun 29 20:59:59.583555 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd25a2-1cb1-4290-bd5b-156bce3ac484 req-396f70ee-1a82-4c8b-ac32-1da4fa1ccd89 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 20:59:59.585002 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-31fd25a2-1cb1-4290-bd5b-156bce3ac484 req-396f70ee-1a82-4c8b-ac32-1da4fa1ccd89 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0865746
Jun 29 20:59:59.705102 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-31fd25a2-1cb1-4290-bd5b-156bce3ac484 req-2ca04ab6-5311-4157-ac0e-e663d5551630 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1139960
Jun 29 21:00:00.301130 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda23cbe-18db-4037-abe5-8ae680f6b779 req-5079cbc5-5462-42eb-bc41-2d7237fd0b8c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:00.302572 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fda23cbe-18db-4037-abe5-8ae680f6b779 req-5079cbc5-5462-42eb-bc41-2d7237fd0b8c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 931 time: 0.0837963
Jun 29 21:00:00.359006 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fda23cbe-18db-4037-abe5-8ae680f6b779 req-7cbfcd11-b43f-4b96-83d5-71b479fe8a69 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503311
Jun 29 21:00:00.909844 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae006015-553d-4e8b-a166-180b4be9bb42 req-57a3894d-8b93-42e0-aecf-24e6064d2760 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:00.911270 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ae006015-553d-4e8b-a166-180b4be9bb42 req-57a3894d-8b93-42e0-aecf-24e6064d2760 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0808203
Jun 29 21:00:00.959124 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ae006015-553d-4e8b-a166-180b4be9bb42 req-929a5099-f48b-43f2-823a-7bf2bb2dd9c1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422502
Jun 29 21:00:01.293992 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Request body: {'port': {'device_id': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:01.412002 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:01.644286 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93556851-f75c-4c54-85e6-5df480971c1a req-f9ba6ef3-3877-4f4c-8f29-d03e545ba339 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:01.645746 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-93556851-f75c-4c54-85e6-5df480971c1a req-f9ba6ef3-3877-4f4c-8f29-d03e545ba339 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 931 time: 0.1346507
Jun 29 21:00:01.708574 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-93556851-f75c-4c54-85e6-5df480971c1a req-7c177447-7e96-4e2e-8b94-d419d738e71d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565245
Jun 29 21:00:01.719094 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cb584f0e-91ef-4b3d-a1b9-60c572d3d51d req-4a35dd4d-c14b-498b-b4d4-5e1a45ab4a6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 1098 time: 0.1221950
Jun 29 21:00:01.719264 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-84009aa0-2320-43b5-b8f8-03203fcaab80 req-88ac3c12-ef69-40a1-b7ac-2b5c7f94c11c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1658607
Jun 29 21:00:01.781537 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cb584f0e-91ef-4b3d-a1b9-60c572d3d51d req-925736b3-53df-4b76-9618-5dddffe93e93 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395277
Jun 29 21:00:01.887484 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a308695-87ed-49be-ab81-01cc6f5184d6 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:00:01.896335 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:01.903590 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-84009aa0-2320-43b5-b8f8-03203fcaab80 req-5298254b-9cd1-4843-877d-7f599c00b44b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 1098 time: 0.1452484
Jun 29 21:00:01.915846 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Transition to ACTIVE for port object 4a308695-87ed-49be-ab81-01cc6f5184d6 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:00:01.919639 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:01.924047 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5c77128e-68c1-44d2-847c-b26023ec9482 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:02.205016 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3546055-e3cd-4bf1-9e90-4c0a7ca46d70 req-debe75a4-138f-448f-8c77-7658a74d2a75 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:02.206426 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e3546055-e3cd-4bf1-9e90-4c0a7ca46d70 req-debe75a4-138f-448f-8c77-7658a74d2a75 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.1158209
Jun 29 21:00:02.245947 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Pushing event updated for resources: {'Port': ['ID=4a308695-87ed-49be-ab81-01cc6f5184d6,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:02.249497 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:02.254919 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e3546055-e3cd-4bf1-9e90-4c0a7ca46d70 req-a233c5f9-fc51-481b-91fd-fd88b8bd529f tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414920
Jun 29 21:00:02.402826 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Attempting to bind port 4a308695-87ed-49be-ab81-01cc6f5184d6 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:00:02.403401 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Attempting to bind port 4a308695-87ed-49be-ab81-01cc6f5184d6 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:00:02.403533 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Attempting to bind port 4a308695-87ed-49be-ab81-01cc6f5184d6 on network ab34e143-db93-43ff-9522-9281a0f76d21 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:00:02.405808 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009aa0-2320-43b5-b8f8-03203fcaab80 req-018e7c07-3077-4faf-a399-4e0076f26b25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:02.407952 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-84009aa0-2320-43b5-b8f8-03203fcaab80 req-018e7c07-3077-4faf-a399-4e0076f26b25 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.2596543
Jun 29 21:00:02.412170 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Port 4a308695-87ed-49be-ab81-01cc6f5184d6 on network ab34e143-db93-43ff-9522-9281a0f76d21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:00:02.412483 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Attempting to bind port 4a308695-87ed-49be-ab81-01cc6f5184d6 on network ab34e143-db93-43ff-9522-9281a0f76d21 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:00:02.471564 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 20, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:00:02.471902 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Checking segment: {'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:00:02.472258 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Bound using segment: {'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:00:02.472716 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Bound port: 4a308695-87ed-49be-ab81-01cc6f5184d6, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc305c9d-7168-48cd-895f-971eefb18ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:00:02.473059 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:02.573952 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-84009aa0-2320-43b5-b8f8-03203fcaab80 req-853eb727-d57b-4b70-b729-1badfe3ad438 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a1dd688-257c-44e8-a30d-9bb513f20c29 HTTP/1.1" status: 200  len: 1001 time: 0.1576407
Jun 29 21:00:02.642043 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] For port 4a308695-87ed-49be-ab81-01cc6f5184d6, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:00:02.654159 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] For port 4a308695-87ed-49be-ab81-01cc6f5184d6, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4a308695-87ed-49be-ab81-01cc6f5184d6,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:00:02.655967 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009aa0-2320-43b5-b8f8-03203fcaab80 req-8005501f-7093-4ef5-adce-b64a3e3375d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:02.658483 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-84009aa0-2320-43b5-b8f8-03203fcaab80 req-8005501f-7093-4ef5-adce-b64a3e3375d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0729833
Jun 29 21:00:02.659825 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:02.663603 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7e8d6559-896f-46b1-b257-aa074edb0d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:02.771458 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:02.774345 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] 10.222.0.60 "PUT /v2.0/ports/4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 200  len: 1093 time: 1.4835494
Jun 29 21:00:02.775232 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:00:02.808048 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Pushing event updated for resources: {'Port': ['ID=4a308695-87ed-49be-ab81-01cc6f5184d6,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:02.811918 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:02.828049 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-84009aa0-2320-43b5-b8f8-03203fcaab80 req-fb480b2e-a920-44bb-abac-15ebf21fb33c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1324956
Jun 29 21:00:02.893355 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'status': 'completed', 'code': 200}
Jun 29 21:00:03.044779 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-84009aa0-2320-43b5-b8f8-03203fcaab80 req-2ee5805c-6e73-4472-8461-3bb21789e3ee service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083914
Jun 29 21:00:03.048259 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-cd8a5670-9317-484b-b5ba-805193ddef77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f723853837f4095909b9fdf6a1d6ff1&device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 1096 time: 0.1910715
Jun 29 21:00:03.095383 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa3e86-3b9e-4887-bcfe-324267318575 req-44677e2e-1c9a-4321-8be8-de15acb61658 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:03.096906 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bdfa3e86-3b9e-4887-bcfe-324267318575 req-44677e2e-1c9a-4321-8be8-de15acb61658 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 943 time: 0.0996017
Jun 29 21:00:03.146960 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bdfa3e86-3b9e-4887-bcfe-324267318575 req-7447f194-b8fb-4e68-bf96-47c0afa31d18 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440247
Jun 29 21:00:03.217637 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-d67a4adf-89e8-4dde-9d3f-2b6e5b61ef4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 200  len: 217 time: 0.1408713
Jun 29 21:00:03.322633 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5cde7-c515-4f85-9186-5debca1734ac req-00b9a322-0d41-4393-bae4-1c3ec9fbbe20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:03.324019 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-00b9a322-0d41-4393-bae4-1c3ec9fbbe20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d6f8940-7340-4a52-bcef-de4b23e59760 HTTP/1.1" status: 200  len: 854 time: 0.0933867
Jun 29 21:00:03.332515 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-84009aa0-2320-43b5-b8f8-03203fcaab80 req-1ac6f9b9-6f74-432d-8c72-d83714a28072 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2545326
Jun 29 21:00:03.406657 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-4d2b57f3-e18d-4e3c-bdc1-f350b05bc6de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab34e143-db93-43ff-9522-9281a0f76d21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731623
Jun 29 21:00:03.495537 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940328d-28be-43ac-b378-6d272e5e819c req-c24273b5-48e2-4866-b3ad-97e5f18302ce tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:03.497264 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6940328d-28be-43ac-b378-6d272e5e819c req-c24273b5-48e2-4866-b3ad-97e5f18302ce tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0847244
Jun 29 21:00:03.546066 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6940328d-28be-43ac-b378-6d272e5e819c req-fbb9d74b-2e08-4a8b-8ba0-7f50de3c8152 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420232
Jun 29 21:00:03.561781 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-cf7f1c09-6826-4ad5-807d-33a249d40823 service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416545
Jun 29 21:00:03.721553 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-39f5cde7-c515-4f85-9186-5debca1734ac req-427fca15-7e3e-4623-863e-d24f2fd1daf4 service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496153
Jun 29 21:00:03.784959 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dad61-322a-48e7-af4f-a7f52076b23c req-1bafe014-5cab-4fb9-9b97-3bad80b90f8e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:03.786386 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f54dad61-322a-48e7-af4f-a7f52076b23c req-1bafe014-5cab-4fb9-9b97-3bad80b90f8e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0906944
Jun 29 21:00:03.795254 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58702) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:03.801290 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-986d9738-1398-4d9a-a434-a897741f9c26 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Request body: {'floatingip': {'port_id': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:04.019968 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-986d9738-1398-4d9a-a434-a897741f9c26 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:04.201311 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f4c298f9-e735-4b42-8989-bdc6d7a097dc req-c7aa2a87-55db-43f6-99e1-783df6eab115 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f723853837f4095909b9fdf6a1d6ff1&device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 1096 time: 0.2477982
Jun 29 21:00:04.375086 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ee081-916e-494a-b716-40639c238bba req-8188ffc0-da4e-434f-9e16-e6dad09ac889 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:04.377281 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b72ee081-916e-494a-b716-40639c238bba req-8188ffc0-da4e-434f-9e16-e6dad09ac889 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 943 time: 0.0857248
Jun 29 21:00:04.430023 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b72ee081-916e-494a-b716-40639c238bba req-1c13a5d1-0cd6-42cc-8a19-82d7c52d3298 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401728
Jun 29 21:00:04.502058 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c298f9-e735-4b42-8989-bdc6d7a097dc req-b03c13cb-4de2-417c-8081-4b60ce7b5d88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:04.503496 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f4c298f9-e735-4b42-8989-bdc6d7a097dc req-b03c13cb-4de2-417c-8081-4b60ce7b5d88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab34e143-db93-43ff-9522-9281a0f76d21 HTTP/1.1" status: 200  len: 916 time: 0.2932827
Jun 29 21:00:04.639109 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f4c298f9-e735-4b42-8989-bdc6d7a097dc req-b94c0b27-2be0-4270-9d9c-e50222510e81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 200  len: 217 time: 0.1261721
Jun 29 21:00:04.736670 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c298f9-e735-4b42-8989-bdc6d7a097dc req-721ed40f-cb11-4043-8207-be2f1f506b9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:04.738107 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f4c298f9-e735-4b42-8989-bdc6d7a097dc req-721ed40f-cb11-4043-8207-be2f1f506b9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d6f8940-7340-4a52-bcef-de4b23e59760 HTTP/1.1" status: 200  len: 854 time: 0.0862029
Jun 29 21:00:04.911895 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f4c298f9-e735-4b42-8989-bdc6d7a097dc req-0f51ab72-1991-4be7-9d48-94bf8ae45095 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab34e143-db93-43ff-9522-9281a0f76d21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1567051
Jun 29 21:00:05.025999 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-986d9738-1398-4d9a-a434-a897741f9c26 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:05.031387 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-986d9738-1398-4d9a-a434-a897741f9c26 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:05.142547 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f4c298f9-e735-4b42-8989-bdc6d7a097dc req-330c2d41-de65-4eb6-ab19-8fd34a2fac4b service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177601
Jun 29 21:00:05.447277 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f4c298f9-e735-4b42-8989-bdc6d7a097dc req-ad195b0e-0b70-4725-8229-f2b2bb0318da service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2956727
Jun 29 21:00:05.462953 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.l3_db [None req-986d9738-1398-4d9a-a434-a897741f9c26 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Floating IP fc448847-1f4c-42aa-9c87-515db9398000 associated. External IP: 172.27.2.19, port: 75c1c5b5-a9fe-4840-9c99-74a5afa9a432.
Jun 29 21:00:05.624178 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d078d21-a81f-4e3e-9ea3-bce3898d6184 req-a3ee7fd5-c01e-4020-9810-f126e89b98b9 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:05.625655 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8d078d21-a81f-4e3e-9ea3-bce3898d6184 req-a3ee7fd5-c01e-4020-9810-f126e89b98b9 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 943 time: 0.0807841
Jun 29 21:00:05.674937 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8d078d21-a81f-4e3e-9ea3-bce3898d6184 req-a3724511-3aec-415d-80dc-a166954b5302 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436993
Jun 29 21:00:05.856115 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986d9738-1398-4d9a-a434-a897741f9c26 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Router e31f5010-febd-450b-9c8e-e14e8a32b49d has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:00:06.055509 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986d9738-1398-4d9a-a434-a897741f9c26 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:00:06.060080 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-986d9738-1398-4d9a-a434-a897741f9c26 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:06.064445 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] Sync routers for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:00:06.077206 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:00:06.077810 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460da190>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:06.116841 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-986d9738-1398-4d9a-a434-a897741f9c26 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "PUT /v2.0/floatingips/fc448847-1f4c-42aa-9c87-515db9398000 HTTP/1.1" status: 200  len: 990 time: 2.3203773
Jun 29 21:00:06.117535 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'tag': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:00:06.173939 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'tag': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432', 'status': 'completed', 'code': 200}
Jun 29 21:00:06.256336 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:00:06.314657 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9113fd2e-7e57-43ea-adf8-80f173673e30 req-b042baba-5436-4d58-a7f4-04cd020dd0ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 1098 time: 0.0694938
Jun 29 21:00:06.433979 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 4a308695-87ed-49be-ab81-01cc6f5184d6 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:00:06.447452 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113fd2e-7e57-43ea-adf8-80f173673e30 req-1f416031-54a0-4dc4-89e9-aee4ddf091b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:06.449089 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9113fd2e-7e57-43ea-adf8-80f173673e30 req-1f416031-54a0-4dc4-89e9-aee4ddf091b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 200  len: 911 time: 0.1275244
Jun 29 21:00:06.568677 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9113fd2e-7e57-43ea-adf8-80f173673e30 req-dc5afed3-c574-409c-b2a2-d9288086d317 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75c1c5b5-a9fe-4840-9c99-74a5afa9a432 HTTP/1.1" status: 200  len: 998 time: 0.1092927
Jun 29 21:00:06.596139 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 4a308695-87ed-49be-ab81-01cc6f5184d6, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4a308695-87ed-49be-ab81-01cc6f5184d6,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:06.611823 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'port_id': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'mac_address': 'fa:16:3e:09:80:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:00:06.623795 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460da190>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'fc448847-1f4c-42aa-9c87-515db9398000', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'port_id': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'mac_address': 'fa:16:3e:99:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:59:37Z', 'updated_at': '2021-06-29T21:00:04Z', 'revision_number': 1, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:06.629061 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] Checking router: e31f5010-febd-450b-9c8e-e14e8a32b49d for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:00:06.639471 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113fd2e-7e57-43ea-adf8-80f173673e30 req-df39f05f-1d32-4049-b061-1b7af7814e14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:06.639925 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:00:06.640526 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460da190>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T20:59:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:06.640936 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9113fd2e-7e57-43ea-adf8-80f173673e30 req-df39f05f-1d32-4049-b061-1b7af7814e14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbbb664c-27ca-451c-8320-c1ba4548a65b HTTP/1.1" status: 200  len: 849 time: 0.0654101
Jun 29 21:00:06.672909 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:06.691488 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a308695-87ed-49be-ab81-01cc6f5184d6 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:00:06.708751 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 4a308695-87ed-49be-ab81-01cc6f5184d6, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4a308695-87ed-49be-ab81-01cc6f5184d6,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:06.714942 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:06.717248 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:06.736128 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9113fd2e-7e57-43ea-adf8-80f173673e30 req-750e9d45-d883-4950-bc1e-cdf3285c04f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d76c2cdb-9cac-4e13-839f-9ee932b7c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849586
Jun 29 21:00:06.796468 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=4a308695-87ed-49be-ab81-01cc6f5184d6,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:06.800115 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:06.833791 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:00:06.883031 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9113fd2e-7e57-43ea-adf8-80f173673e30 req-b725bea7-9588-4225-80fb-cc64a84a061c service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387100
Jun 29 21:00:06.891219 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99612ee-a353-42e5-b2cc-979a729b8d8f req-2323f0d3-9915-4684-933e-50353a3d0a1e tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:06.892748 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a99612ee-a353-42e5-b2cc-979a729b8d8f req-2323f0d3-9915-4684-933e-50353a3d0a1e tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 944 time: 0.0796483
Jun 29 21:00:06.939083 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a99612ee-a353-42e5-b2cc-979a729b8d8f req-fa56a843-1e30-421d-a40f-eef39b9b402d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400844
Jun 29 21:00:07.110644 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['4a308695-87ed-49be-ab81-01cc6f5184d6'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:00:07.124414 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9113fd2e-7e57-43ea-adf8-80f173673e30 req-74cc0fd8-3ea9-4bef-912f-03a147bcb4ad service neutron] 10.222.0.60 "GET /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2339082
Jun 29 21:00:07.237013 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460da190>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'fc448847-1f4c-42aa-9c87-515db9398000', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'port_id': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'mac_address': 'fa:16:3e:99:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:59:37Z', 'updated_at': '2021-06-29T21:00:04Z', 'revision_number': 1, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:07.240939 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ca88b-21c6-49da-951f-8709fc614567 None None] The sync data for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi is: [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'fc448847-1f4c-42aa-9c87-515db9398000', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'port_id': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'mac_address': 'fa:16:3e:99:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T20:59:37Z', 'updated_at': '2021-06-29T21:00:04Z', 'revision_number': 1, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:00:07.436868 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46514154-e4e6-4393-8f14-164f243d13ee None None] New status for floating IP fc448847-1f4c-42aa-9c87-515db9398000: ACTIVE {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:00:08.142464 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ef29e-b7cd-4075-91b5-01ec9c93f0db req-c7b8007f-bc6d-4605-b505-5ca515a53d2d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:08.143895 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fb2ef29e-b7cd-4075-91b5-01ec9c93f0db req-c7b8007f-bc6d-4605-b505-5ca515a53d2d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 944 time: 0.0796032
Jun 29 21:00:08.187642 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fb2ef29e-b7cd-4075-91b5-01ec9c93f0db req-929d5923-bd9d-4bc0-95f4-5f2e9c30e529 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381377
Jun 29 21:00:08.434144 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 4a308695-87ed-49be-ab81-01cc6f5184d6 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:00:08.507752 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 4a308695-87ed-49be-ab81-01cc6f5184d6 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:00:08.512318 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 4a308695-87ed-49be-ab81-01cc6f5184d6 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:00:08.512900 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:08.622363 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:08.650936 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:00:08.661361 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 4a308695-87ed-49be-ab81-01cc6f5184d6, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4a308695-87ed-49be-ab81-01cc6f5184d6,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:08.665103 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:08.667914 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:08.716016 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'code': 200}
Jun 29 21:00:08.740075 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=4a308695-87ed-49be-ab81-01cc6f5184d6,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:08.740075 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:08.994638 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f75659da-18f1-4e96-8895-959e6e18aaf2 req-b5d1079c-841c-485c-b662-b147b681577d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 1098 time: 0.0671184
Jun 29 21:00:09.037263 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f75659da-18f1-4e96-8895-959e6e18aaf2 req-7b0dd1e5-9eca-4f17-8d7e-513f89053688 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365169
Jun 29 21:00:09.386038 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a8cab-6d26-4db4-a469-8338be422581 req-a965521d-3cdd-47c6-bf7c-1ce91f28e1fe tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:09.387389 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d76a8cab-6d26-4db4-a469-8338be422581 req-a965521d-3cdd-47c6-bf7c-1ce91f28e1fe tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 945 time: 0.0772936
Jun 29 21:00:09.434327 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d76a8cab-6d26-4db4-a469-8338be422581 req-35da95c9-7099-4436-8da4-69fc37dea177 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401745
Jun 29 21:00:10.635583 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fce74-fbcb-4129-897f-d03582aadcc4 req-8724092e-1749-447b-b16a-bda9fbde6487 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:10.637034 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1a8fce74-fbcb-4129-897f-d03582aadcc4 req-8724092e-1749-447b-b16a-bda9fbde6487 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 945 time: 0.0824151
Jun 29 21:00:10.682375 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1a8fce74-fbcb-4129-897f-d03582aadcc4 req-c3b5cc01-a836-4081-9c83-96993cc53f57 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393240
Jun 29 21:00:10.874674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fbcf4-e9d7-4f3b-aeab-87c9601c9c57 req-bd777c1b-bd31-4551-b944-426c0f00ba94 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:10.876722 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-435fbcf4-e9d7-4f3b-aeab-87c9601c9c57 req-bd777c1b-bd31-4551-b944-426c0f00ba94 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 945 time: 0.0765212
Jun 29 21:00:10.926362 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-435fbcf4-e9d7-4f3b-aeab-87c9601c9c57 req-f12eac76-276d-4566-ac19-b3f5612ddb91 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440314
Jun 29 21:00:11.341204 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c599f-255f-4783-81c4-76a16ac3b4cd req-873f50c5-f322-498f-8399-4008ced20aa4 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:11.342640 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-988c599f-255f-4783-81c4-76a16ac3b4cd req-873f50c5-f322-498f-8399-4008ced20aa4 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 945 time: 0.0771894
Jun 29 21:00:11.389495 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-988c599f-255f-4783-81c4-76a16ac3b4cd req-53c0d955-1504-4c54-b882-498176dc2ead tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407953
Jun 29 21:00:12.604821 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-71b94fcd-5168-4241-a30c-6182dccbe592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:13.029513 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:14.876387 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5c4527fa-ae68-410b-b977-b0a13b0eb29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:15.878252 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:17.190130 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:22.552523 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58888) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:22.691497 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:22.721145 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:22.724905 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Usage tracker for resource:security_group_rule and tenant:586d3d5c997a4180896cb6cf45a9a348 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:00:22.727619 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:00:22.733179 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:22.802321 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:22.807463 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:22.815530 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-398aaef5-fd49-4721-97f8-10229ddd0bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:22.853877 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e6b0eb-de3c-4ce5-9c24-82ec5b38c90e,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:22.860740 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=586d3d5c997a4180896cb6cf45a9a348&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3071518
Jun 29 21:00:22.863620 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58896) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:22.865994 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.866255 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.866616 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.866962 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.867317 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.867668 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.868083 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.868358 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.868740 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.869083 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.869425 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:22.873628 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:22.928994 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:22.953623 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:23.009420 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:23.014231 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e1bc1840-6121-4d91-b026-de557c3e409e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:23.026579 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e6b0eb-de3c-4ce5-9c24-82ec5b38c90e,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:23.031201 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:23.033083 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2e6b0eb-de3c-4ce5-9c24-82ec5b38c90e HTTP/1.1" status: 204  len: 168 time: 0.1679127
Jun 29 21:00:23.038586 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.038951 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.039305 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.040324 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.040723 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.041073 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.041419 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.041937 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.042289 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.042630 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.042991 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:23.046710 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-43749071-54f5-486e-8478-aa541fa18ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:23.083135 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:28.232460 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:00:28.848583 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fefde-1b24-458b-9008-6a7927d7811e req-9fe78b1a-6e7a-469b-9b30-11f36e37cebf tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:28.850007 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c81fefde-1b24-458b-9008-6a7927d7811e req-9fe78b1a-6e7a-469b-9b30-11f36e37cebf tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 945 time: 0.0781202
Jun 29 21:00:28.895395 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c81fefde-1b24-458b-9008-6a7927d7811e req-5636dabe-0605-4262-b3c3-173c09cf3bfc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397177
Jun 29 21:00:28.923946 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58942) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:29.244102 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-a3682f79-823f-465e-9173-e4e0385a0136 tempest-TestMinimumBasicScenario-560290860 tempest-TestMinimumBasicScenario-560290860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 1093 time: 0.3171875
Jun 29 21:00:29.245110 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58948) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:29.250478 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'floatingip': {'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'port_id': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:29.255675 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:29.259424 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Usage tracker for resource:floatingip and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:00:29.262233 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:00:29.268564 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:29.278336 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for floatingip, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:29.410072 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:29.541515 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Allocated IP 172.27.2.28 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/cc377829-5c48-4c20-9396-1f3da944aaf9) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:00:29.692686 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:29.719181 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:29.722581 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-124f7f4f-4987-4444-9116-96663775afc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:29.788195 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:00:29.789117 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'Port': ['ID=cc377829-5c48-4c20-9396-1f3da944aaf9,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:29.792009 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:29.792982 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:00:29.795142 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:00:30.319865 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:30.373400 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:30.574570 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:30.580674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-798744'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:30.584390 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:30.686885 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'Port': ['ID=cc377829-5c48-4c20-9396-1f3da944aaf9,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:30.691398 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:30.699727 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:30.961530 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.l3_db [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Floating IP 1277671e-cc92-4dbc-916b-23476b709045 associated. External IP: 172.27.2.28, port: 4a308695-87ed-49be-ab81-01cc6f5184d6.
Jun 29 21:00:31.351683 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:00:31.560489 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:00:31.571257 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762025d4-4c93-4459-8472-a956a6364485 None None] Sync routers for ids ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:00:31.583424 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762025d4-4c93-4459-8472-a956a6364485 None None] Routers {'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:00:31.584169 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-762025d4-4c93-4459-8472-a956a6364485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e54ac0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:00:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:31.588527 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:31.647052 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4009459
Jun 29 21:00:31.647787 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:00:31.649876 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58960) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:31.656778 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328072650', 'description': 'tempest-secgroup-smoke-1328072650 description', 'project_id': '8f723853837f4095909b9fdf6a1d6ff1'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:31.663244 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:31.673609 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:31.684731 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:31.704917 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'status': 'completed', 'code': 200}
Jun 29 21:00:31.723505 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:31.727350 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Usage tracker for resource:security_group_rule and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:00:31.730132 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:00:31.735826 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:31.766819 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-762025d4-4c93-4459-8472-a956a6364485 None None] Set router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:00:31.841748 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:31.847088 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:31.852651 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cd8d65e5-e03a-46f0-93eb-021f20375f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:31.899524 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d4a3f7-6747-4525-9fbb-9795024e0d2b,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:31.902776 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:31.912772 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e7e89694-01f2-4f5f-b427-44c1d94cffc6 req-34145cdf-9314-4243-af04-cbf3dfa3b35a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f723853837f4095909b9fdf6a1d6ff1&device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 1098 time: 0.1552706
Jun 29 21:00:31.918248 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:31.919415 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2685432
Jun 29 21:00:31.922672 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58966) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:31.945494 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'security_group_rule': {'security_group_id': '40d4a3f7-6747-4525-9fbb-9795024e0d2b', 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:31.956450 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:32.010341 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Usage tracker for resource:security_group_rule and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:00:32.019833 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:00:32.028241 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:32.071735 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.090769 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e89694-01f2-4f5f-b427-44c1d94cffc6 req-18bf74b3-c776-4848-acb7-c89760a267a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:32.092271 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e7e89694-01f2-4f5f-b427-44c1d94cffc6 req-18bf74b3-c776-4848-acb7-c89760a267a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab34e143-db93-43ff-9522-9281a0f76d21 HTTP/1.1" status: 200  len: 916 time: 0.1717911
Jun 29 21:00:32.114248 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-762025d4-4c93-4459-8472-a956a6364485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e54ac0>, [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '1277671e-cc92-4dbc-916b-23476b709045', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'port_id': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'mac_address': 'fa:16:3e:09:80:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:00:30Z', 'updated_at': '2021-06-29T21:00:30Z', 'revision_number': 0, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '926c1198-847f-4c74-b2a9-cec318962850', 'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'mac_address': 'fa:16:3e:92:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:14Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 5, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'subnets': [{'id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:32.117907 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762025d4-4c93-4459-8472-a956a6364485 None None] Checking router: b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:00:32.128993 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762025d4-4c93-4459-8472-a956a6364485 None None] Routers {'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:00:32.129576 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-762025d4-4c93-4459-8472-a956a6364485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e54ac0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:00:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:32.223866 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.226020 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e7e89694-01f2-4f5f-b427-44c1d94cffc6 req-fab16b85-423d-4031-a72e-9d78909e36ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 200  len: 998 time: 0.1246791
Jun 29 21:00:32.227282 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.229216 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:32.288932 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981f74bb-d9c7-4988-ac04-7a3260be878c,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:32.299012 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:32.308998 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-762025d4-4c93-4459-8472-a956a6364485 None None] Set router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:00:32.309570 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.313657 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-8c27de01-29e2-42fb-b120-45e47a5b38cc tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3874278
Jun 29 21:00:32.313814 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58972) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:32.320962 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'security_group_rule': {'security_group_id': '40d4a3f7-6747-4525-9fbb-9795024e0d2b', 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:32.329162 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e89694-01f2-4f5f-b427-44c1d94cffc6 req-45b647df-8b65-4f82-9422-cecde88c1468 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:32.330535 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e7e89694-01f2-4f5f-b427-44c1d94cffc6 req-45b647df-8b65-4f82-9422-cecde88c1468 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d6f8940-7340-4a52-bcef-de4b23e59760 HTTP/1.1" status: 200  len: 854 time: 0.0901895
Jun 29 21:00:32.331406 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:32.335423 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Usage tracker for resource:security_group_rule and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:00:32.339232 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:00:32.380098 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:32.414399 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.458370 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e7e89694-01f2-4f5f-b427-44c1d94cffc6 req-fea6c977-c105-45c0-accd-b16b27a4d6c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab34e143-db93-43ff-9522-9281a0f76d21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1200902
Jun 29 21:00:32.567809 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.581028 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.599983 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-44fbeff4-4675-4c51-a4c3-c9225f1b2f9c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:32.638129 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05709e79-4d04-41b0-955a-568b08460e3f,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:32.644212 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e7e89694-01f2-4f5f-b427-44c1d94cffc6 req-302ff46a-1cf2-4935-a5d8-9615187a4c79 service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784756
Jun 29 21:00:32.645072 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:32.677951 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.679091 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-c809d30d-efbc-40bc-bd17-3df7492244f7 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3643336
Jun 29 21:00:32.681974 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 58982) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:32.691816 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'security_group_rule': {'security_group_id': '40d4a3f7-6747-4525-9fbb-9795024e0d2b', 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:32.747909 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:32.759528 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Usage tracker for resource:security_group_rule and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:00:32.763905 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:00:32.772576 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:32.814503 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.839427 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e7e89694-01f2-4f5f-b427-44c1d94cffc6 req-f930bf38-1cb6-411c-96fc-8f5cb0c47bbf service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1879606
Jun 29 21:00:32.894890 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.898874 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.906765 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0722ae4a-d3a7-42f1-935e-10239561338d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:32.929769 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076c00f6-3a9c-4172-ae39-b8b5c0bc75e5,revision_number=0']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:32.935263 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:32.941826 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:32.943999 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-bcc88558-49f2-4786-83df-9f35dd90cde3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2611318
Jun 29 21:00:32.946968 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58988) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:32.952751 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'security_group_rule': {'security_group_id': '40d4a3f7-6747-4525-9fbb-9795024e0d2b', 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:32.959247 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:32.963760 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Usage tracker for resource:security_group_rule and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:00:32.966784 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:00:32.972408 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-762025d4-4c93-4459-8472-a956a6364485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e54ac0>, [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '1277671e-cc92-4dbc-916b-23476b709045', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'port_id': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'mac_address': 'fa:16:3e:09:80:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:00:30Z', 'updated_at': '2021-06-29T21:00:30Z', 'revision_number': 0, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '926c1198-847f-4c74-b2a9-cec318962850', 'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'mac_address': 'fa:16:3e:92:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:14Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 5, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'subnets': [{'id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:32.976967 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:32.981810 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762025d4-4c93-4459-8472-a956a6364485 None None] The sync data for ids ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'] in dv-cinder-779781-1-iscsi is: [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': '1277671e-cc92-4dbc-916b-23476b709045', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'port_id': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'mac_address': 'fa:16:3e:09:80:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:00:30Z', 'updated_at': '2021-06-29T21:00:30Z', 'revision_number': 0, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '926c1198-847f-4c74-b2a9-cec318962850', 'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'mac_address': 'fa:16:3e:92:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:14Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 5, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'subnets': [{'id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:00:32.997718 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.074817 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.079826 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.081805 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:33.105354 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5915afda-7017-4f47-9f7e-17e86644398e,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:33.110296 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:33.118371 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.119585 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-1507409c-4bc7-43ef-bfb2-361891e708d3 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1716170
Jun 29 21:00:33.122464 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58994) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:33.128423 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'security_group_rule': {'security_group_id': '40d4a3f7-6747-4525-9fbb-9795024e0d2b', 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:33.133865 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:33.138156 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Usage tracker for resource:security_group_rule and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:00:33.141198 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:00:33.147109 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:33.159318 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.securitygroups_db [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Project 8f723853837f4095909b9fdf6a1d6ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 21:00:33.166552 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.235955 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.239276 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca98f8-9237-4753-8085-126322ba3617 None None] New status for floating IP 1277671e-cc92-4dbc-916b-23476b709045: ACTIVE {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:00:33.240834 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.242951 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e59bca88-54bb-437f-9ddb-7dd47a0ecacd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:33.266517 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec1cd48-2d25-4c45-a378-bdcbd6757c49,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:33.269107 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:33.277601 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.278847 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-b5d0b83e-7a7d-4d0d-a4ab-fd88d3341d51 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1554148
Jun 29 21:00:33.282164 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 58998) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:33.287841 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'security_group_rule': {'security_group_id': '40d4a3f7-6747-4525-9fbb-9795024e0d2b', 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:33.293550 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:33.298015 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Usage tracker for resource:security_group_rule and tenant:8f723853837f4095909b9fdf6a1d6ff1 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:00:33.301211 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:00:33.306966 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:33.317916 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.securitygroups_db [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Project 8f723853837f4095909b9fdf6a1d6ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 21:00:33.324194 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.390731 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.394817 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380592'] for security_group_rule, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.397015 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:33.419681 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38273c0-ad6d-41ec-b95f-a266d92de7b9,revision_number=0']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:33.422713 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:33.431017 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:33.432288 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-85bc2f47-723f-4134-8a20-73d3dccd8610 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1490524
Jun 29 21:00:33.567361 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a9add276-26f6-43ac-810e-4368f603c8bf req-88f9681b-51ab-4483-859d-b65487b6f180 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328072650&fields=id&tenant_id=8f723853837f4095909b9fdf6a1d6ff1 HTTP/1.1" status: 200  len: 267 time: 0.0433090
Jun 29 21:00:33.645836 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9add276-26f6-43ac-810e-4368f603c8bf req-c1a33e3e-cda0-426a-8e85-f3496cf41998 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:33.647226 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a9add276-26f6-43ac-810e-4368f603c8bf req-c1a33e3e-cda0-426a-8e85-f3496cf41998 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 945 time: 0.0745349
Jun 29 21:00:33.658357 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [req-a9add276-26f6-43ac-810e-4368f603c8bf req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'port': {'security_groups': ['2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2', '40d4a3f7-6747-4525-9fbb-9795024e0d2b']}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:33.774104 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-a9add276-26f6-43ac-810e-4368f603c8bf req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:34.036987 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-a9add276-26f6-43ac-810e-4368f603c8bf req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] For port 4a308695-87ed-49be-ab81-01cc6f5184d6, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4a308695-87ed-49be-ab81-01cc6f5184d6,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:34.061058 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-a9add276-26f6-43ac-810e-4368f603c8bf req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:34.065454 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-a9add276-26f6-43ac-810e-4368f603c8bf req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-798744'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:34.070583 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-635ff42c-d6be-4eec-85fa-dd54ca4aa915 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:34.107922 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['4a308695-87ed-49be-ab81-01cc6f5184d6'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:00:34.138611 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9add276-26f6-43ac-810e-4368f603c8bf req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:34.139212 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-a9add276-26f6-43ac-810e-4368f603c8bf req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:34.141161 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a9add276-26f6-43ac-810e-4368f603c8bf req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "PUT /v2.0/ports/4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 200  len: 981 time: 0.4871278
Jun 29 21:00:34.141770 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:00:34.160018 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'Port': ['ID=4a308695-87ed-49be-ab81-01cc6f5184d6,revision_number=6']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:34.177754 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:34.229988 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'status': 'completed', 'code': 200}
Jun 29 21:00:34.324015 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['4a308695-87ed-49be-ab81-01cc6f5184d6'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:00:34.375616 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-361a022c-b888-4eb2-b7f6-8773bd0528cf req-818389a2-1caf-40f3-a114-6862217bc4b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f723853837f4095909b9fdf6a1d6ff1&device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 1137 time: 0.0955610
Jun 29 21:00:34.395793 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de897d-c5c1-4f2c-b2aa-fae3f149fce2 req-a76c9e3f-1df2-4454-8be6-2a069a018fc2 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:34.397415 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-27de897d-c5c1-4f2c-b2aa-fae3f149fce2 req-a76c9e3f-1df2-4454-8be6-2a069a018fc2 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.1201692
Jun 29 21:00:34.457973 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-27de897d-c5c1-4f2c-b2aa-fae3f149fce2 req-11f946cc-cc38-4507-b952-a0091f8491bf tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0529478
Jun 29 21:00:34.524344 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a022c-b888-4eb2-b7f6-8773bd0528cf req-3b93e273-cb49-4643-810b-8d448c84088e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:34.525809 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-361a022c-b888-4eb2-b7f6-8773bd0528cf req-3b93e273-cb49-4643-810b-8d448c84088e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab34e143-db93-43ff-9522-9281a0f76d21 HTTP/1.1" status: 200  len: 916 time: 0.1418829
Jun 29 21:00:34.556298 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-d59fd42c-0c72-4a56-82b3-254c6062cae4 None None] Provisioning complete for port 4a308695-87ed-49be-ab81-01cc6f5184d6 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:00:34.556732 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d59fd42c-0c72-4a56-82b3-254c6062cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:34.632642 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-361a022c-b888-4eb2-b7f6-8773bd0528cf req-ddb629e3-4b47-4749-9411-c60fe77fb684 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 200  len: 1000 time: 0.0983992
Jun 29 21:00:34.695280 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a022c-b888-4eb2-b7f6-8773bd0528cf req-a7a1bd6f-1977-4613-b286-f8dc9137425c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:34.696839 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-361a022c-b888-4eb2-b7f6-8773bd0528cf req-a7a1bd6f-1977-4613-b286-f8dc9137425c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d6f8940-7340-4a52-bcef-de4b23e59760 HTTP/1.1" status: 200  len: 854 time: 0.0572312
Jun 29 21:00:34.863784 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-361a022c-b888-4eb2-b7f6-8773bd0528cf req-c5984409-318f-4349-a290-4ca881045d91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab34e143-db93-43ff-9522-9281a0f76d21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1591380
Jun 29 21:00:34.997732 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-361a022c-b888-4eb2-b7f6-8773bd0528cf req-864a0ceb-83c2-4890-8424-3da88bb865fe service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267221
Jun 29 21:00:35.136630 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-361a022c-b888-4eb2-b7f6-8773bd0528cf req-b14d190f-3e4c-4d03-a87b-308920d8a721 service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295092
Jun 29 21:00:35.685285 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996b319-10b7-4efa-b2d2-9cba8089986c req-c4473a16-3475-4572-92ec-3f08523c8824 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:35.686714 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f996b319-10b7-4efa-b2d2-9cba8089986c req-c4473a16-3475-4572-92ec-3f08523c8824 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.1516578
Jun 29 21:00:35.731507 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f996b319-10b7-4efa-b2d2-9cba8089986c req-77aa66d0-7e7c-4125-babe-424ffb5d1c98 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385303
Jun 29 21:00:36.940163 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a39e19-8547-4cf1-817f-1aabebf73674 req-492ea1bc-8757-49c8-a4c2-11c085526c13 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:36.941597 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b3a39e19-8547-4cf1-817f-1aabebf73674 req-492ea1bc-8757-49c8-a4c2-11c085526c13 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0761607
Jun 29 21:00:36.989410 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b3a39e19-8547-4cf1-817f-1aabebf73674 req-79a254d4-63fa-409a-bd4a-03dff851ef46 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423465
Jun 29 21:00:38.158974 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec84eb-e67f-4ae5-89d1-efe4a152f259 req-4f90718a-daaa-4fe5-9d9f-37851158d024 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:38.160350 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2bec84eb-e67f-4ae5-89d1-efe4a152f259 req-4f90718a-daaa-4fe5-9d9f-37851158d024 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 945 time: 0.1062534
Jun 29 21:00:38.231697 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2bec84eb-e67f-4ae5-89d1-efe4a152f259 req-1b22aeef-f7a8-4e9d-aa06-54378154efee tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657241
Jun 29 21:00:38.246029 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eac5ee-4b0f-4129-a977-428294241b5a req-e584d012-f2c0-42d7-bebb-02221c7c8c9c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:38.247694 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b4eac5ee-4b0f-4129-a977-428294241b5a req-e584d012-f2c0-42d7-bebb-02221c7c8c9c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.1235199
Jun 29 21:00:38.293287 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b4eac5ee-4b0f-4129-a977-428294241b5a req-6922cbbd-39a3-4183-b9aa-8f6e0cdc421e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397980
Jun 29 21:00:39.470002 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb4c1-f883-409a-9f87-393b82303297 req-3eb83fcd-ccfe-46f3-9e55-5947475239dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:39.471391 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c58eb4c1-f883-409a-9f87-393b82303297 req-3eb83fcd-ccfe-46f3-9e55-5947475239dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 945 time: 0.1089034
Jun 29 21:00:39.535766 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c58eb4c1-f883-409a-9f87-393b82303297 req-6e0954a7-4261-42fe-aef8-4706ef418dce tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586040
Jun 29 21:00:39.553233 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c6390-8efa-4bdf-a875-fb37a85f4f27 req-14170260-5139-4d84-98b0-c2a30c664cac tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:39.560047 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e81c6390-8efa-4bdf-a875-fb37a85f4f27 req-14170260-5139-4d84-98b0-c2a30c664cac tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.1289053
Jun 29 21:00:39.600227 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e81c6390-8efa-4bdf-a875-fb37a85f4f27 req-1bcc2c65-3d86-4916-bd42-3df12c97cf6b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393658
Jun 29 21:00:40.089642 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-8016df10-f025-46d9-a73e-8c4ab8bd72da tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:40.090319 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-8016df10-f025-46d9-a73e-8c4ab8bd72da tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Synchronizing usage tracker for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:00:40.106694 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-8016df10-f025-46d9-a73e-8c4ab8bd72da tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Unset dirty status for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:00:40.107792 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-8016df10-f025-46d9-a73e-8c4ab8bd72da tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 945 time: 0.0911016
Jun 29 21:00:40.180435 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Deleting port 1a1dd688-257c-44e8-a30d-9bb513f20c29 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:00:40.180792 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:40.418508 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] For port 1a1dd688-257c-44e8-a30d-9bb513f20c29, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1a1dd688-257c-44e8-a30d-9bb513f20c29,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:40.418865 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:40.711273 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:40.711590 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:40.711852 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.l3_db [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Floating IP 0a816038-4714-4642-bf98-d7dace437d3d disassociated. External IP: 172.27.2.250, port: 1a1dd688-257c-44e8-a30d-9bb513f20c29.
Jun 29 21:00:40.712570 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Calling delete_port for 1a1dd688-257c-44e8-a30d-9bb513f20c29 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:00:40.741389 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b516b-8052-434b-9650-01cb5232dc43 req-dbd01796-cda3-4d0a-9e7a-7b6bed9cb7cc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:40.742816 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-123b516b-8052-434b-9650-01cb5232dc43 req-dbd01796-cda3-4d0a-9e7a-7b6bed9cb7cc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 945 time: 0.0847332
Jun 29 21:00:40.835996 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-123b516b-8052-434b-9650-01cb5232dc43 req-3596f00b-e749-458a-9e1e-1beda1e7e47b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623026
Jun 29 21:00:40.856393 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d394a8e-6437-4df5-97d7-36cb2abbb785 req-31b29928-8a04-4794-8b1c-349de68dc707 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:40.857192 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:40.857989 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4d394a8e-6437-4df5-97d7-36cb2abbb785 req-31b29928-8a04-4794-8b1c-349de68dc707 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.1142058
Jun 29 21:00:40.863073 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-49218117-6c6c-4e06-a524-d7855ab39636 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:40.904936 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event deleted for resources: {'Port': ['ID=1a1dd688-257c-44e8-a30d-9bb513f20c29,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:40.908421 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:40.908818 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4d394a8e-6437-4df5-97d7-36cb2abbb785 req-72cf0e0d-8602-44d0-8111-04025e627c6f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433803
Jun 29 21:00:41.114313 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:00:41.413229 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:00:41.423143 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] Sync routers for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:00:41.435303 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:00:41.435990 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445beefd0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:00:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:41.483515 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] No DVR routers for this DVR port 1a1dd688-257c-44e8-a30d-9bb513f20c29 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:00:41.486757 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:41.489360 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'name': 'network-vif-deleted', 'tag': '1a1dd688-257c-44e8-a30d-9bb513f20c29'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:00:41.506727 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-81d3d24a-999f-4097-8ed6-6e7aaee2222a req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "DELETE /v2.0/ports/1a1dd688-257c-44e8-a30d-9bb513f20c29 HTTP/1.1" status: 204  len: 173 time: 1.3909051
Jun 29 21:00:41.544718 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1', 'name': 'network-vif-deleted', 'tag': '1a1dd688-257c-44e8-a30d-9bb513f20c29', 'status': 'completed', 'code': 200}
Jun 29 21:00:41.628455 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:00:41.931912 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445beefd0>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:41.936260 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] Checking router: c2c251e3-df71-4834-ada5-7e6c98b2b0d6 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:00:41.948907 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:00:41.949575 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445beefd0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:00:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:42.018942 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4b2eb4a7-2d61-4e90-87a2-2ae907d03466 req-d8e7b510-e52a-4303-976d-a04e95aff902 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de25d7f-03a8-4bd6-bc84-9d4ab3b57fd1 HTTP/1.1" status: 200  len: 210 time: 0.0591531
Jun 29 21:00:42.137585 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:00:42.174328 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ec99-051b-4acc-a0ce-510ec2477d6f req-211fd540-6aac-418e-94eb-dc4e347f2dec tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:42.175770 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-56e4ec99-051b-4acc-a0ce-510ec2477d6f req-211fd540-6aac-418e-94eb-dc4e347f2dec tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0934722
Jun 29 21:00:42.228426 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-56e4ec99-051b-4acc-a0ce-510ec2477d6f req-7b88d46b-8b5b-4541-bb38-14061c1f5a2a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465925
Jun 29 21:00:42.452225 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445beefd0>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:00:42.456946 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7f36e-adfd-4993-9312-92c0c161ab3a None None] The sync data for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi is: [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:00:42.604454 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1a1dd688-257c-44e8-a30d-9bb513f20c29 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:00:42.633462 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c902a1a9-3752-4c12-9082-29cbefe9d851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:42.639460 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 1a1dd688-257c-44e8-a30d-9bb513f20c29 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:00:42.639805 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1a1dd688-257c-44e8-a30d-9bb513f20c29 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:00:43.023048 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:43.400813 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-65048c83-4f76-4828-b0dd-5c83f212d94a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460400456&fields=id&tenant_id=4849c509f94542d6aea3d7be4cde3726 HTTP/1.1" status: 200  len: 267 time: 0.0406344
Jun 29 21:00:43.597354 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-8770007c-8bd0-4a3b-a426-09fec07f78c4 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:43.598911 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-8770007c-8bd0-4a3b-a426-09fec07f78c4 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 812 time: 0.1913021
Jun 29 21:00:43.630540 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-2eb98b72-cc6f-428b-9e85-72eb7a6a4eba tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/quotas/4849c509f94542d6aea3d7be4cde3726 HTTP/1.1" status: 200  len: 375 time: 0.0229228
Jun 29 21:00:43.659894 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734aeb1-54f4-4951-aa3f-672ebe8adf5c None None] New status for floating IP 0a816038-4714-4642-bf98-d7dace437d3d: DOWN {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:00:43.689079 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a316fef-ca30-4fa3-81dd-3c1042568da5 req-e71f6197-a530-4709-a42e-3077ae7d40a3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:43.690497 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4a316fef-ca30-4fa3-81dd-3c1042568da5 req-e71f6197-a530-4709-a42e-3077ae7d40a3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.1561253
Jun 29 21:00:43.759983 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4a316fef-ca30-4fa3-81dd-3c1042568da5 req-efa03b81-08ea-4857-9ce0-bdbb3f4dfdb6 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631258
Jun 29 21:00:43.774896 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-0cd237d0-efa9-4bee-8f73-12ad26b016cf tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1386094
Jun 29 21:00:43.931073 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-ea65c3cf-a064-47ab-8aab-02b0f8b6eab0 service neutron] 10.222.0.15 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439087
Jun 29 21:00:44.067721 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-bdfa5e9c-1a72-4902-bf40-6142de475aba service neutron] 10.222.0.15 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306038
Jun 29 21:00:44.212289 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f634dd-2eca-4fbd-857a-c84c0d92c82e req-847e218e-2a0b-4ce9-bf5a-000dc876fe99 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:44.213770 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-35f634dd-2eca-4fbd-857a-c84c0d92c82e req-847e218e-2a0b-4ce9-bf5a-000dc876fe99 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0765066
Jun 29 21:00:44.262290 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-35f634dd-2eca-4fbd-857a-c84c0d92c82e req-76879ae8-eead-4fb9-bcd2-9dd7a19f8b77 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417545
Jun 29 21:00:44.464706 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-467888fd-4777-41b7-bb88-9e03dcfb8f38 req-ee9a10b5-5e9b-4da1-a16c-3196e599e960 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 210 time: 0.0440435
Jun 29 21:00:44.879643 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a3660c58-0dcb-496c-ac28-422bce411bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:45.050209 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa4b82-382d-4edf-bdd4-b013675c4b77 req-9b367e74-fa4e-45db-8b7f-56212284b2ef tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:45.051769 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2efa4b82-382d-4edf-bdd4-b013675c4b77 req-9b367e74-fa4e-45db-8b7f-56212284b2ef tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.1476104
Jun 29 21:00:45.097708 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2efa4b82-382d-4edf-bdd4-b013675c4b77 req-9576f314-5fce-45fc-b05e-799c62f717e1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398171
Jun 29 21:00:45.461893 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1095fc-48e6-4fe9-848f-e9d197f91671 req-b422fe89-bf80-426f-8b3a-f0466f69c9dc tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:45.463309 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ad1095fc-48e6-4fe9-848f-e9d197f91671 req-b422fe89-bf80-426f-8b3a-f0466f69c9dc tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0795491
Jun 29 21:00:45.510601 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ad1095fc-48e6-4fe9-848f-e9d197f91671 req-317cad65-3b94-4352-a89c-73a418c02ac0 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411832
Jun 29 21:00:45.650247 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-92284081-c7db-4847-b8a4-a890a30e8cc7 req-891218ff-9992-4e96-801c-6dc4253d29df tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 210 time: 0.0431161
Jun 29 21:00:45.703887 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-e40a6b93-c99b-40a0-9cb1-2ae0334e0e2e tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:45.705316 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-e40a6b93-c99b-40a0-9cb1-2ae0334e0e2e tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 812 time: 0.1782269
Jun 29 21:00:45.770804 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-b513601e-ea89-4e46-9686-72e9c7fe9f0f tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4849c509f94542d6aea3d7be4cde3726 HTTP/1.1" status: 200  len: 380 time: 0.0423079
Jun 29 21:00:45.798620 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'port': {'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'admin_state_up': True, 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'security_groups': ['fb66a6d8-9ba3-42c8-997b-58c98125b04b']}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:45.881406 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:45.933373 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:00:45.937538 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:port and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:00:45.940465 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:00:45.946215 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:00:45.956501 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Made reservation on behalf of 4849c509f94542d6aea3d7be4cde3726 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:00:45.960401 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:46.130444 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Allocated IP 172.20.0.6 (d3bb8228-fca8-4915-a5dd-c117efe631ab/afdaecb3-6a5f-41a7-8182-32bce5b23c4d/38d4ff62-794a-4224-8102-f73279a922a3) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:00:46.315166 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420f8b4-a2d0-4c9f-b7f7-e8e7e860b327 req-8e2a48c3-422e-4f1f-b0f9-c660a0d2302a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:46.316159 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:46.316628 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a420f8b4-a2d0-4c9f-b7f7-e8e7e860b327 req-8e2a48c3-422e-4f1f-b0f9-c660a0d2302a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0803537
Jun 29 21:00:46.332897 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Transition to ACTIVE for port object 38d4ff62-794a-4224-8102-f73279a922a3 will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:00:46.353750 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:46.359195 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-8dbd5515-11fd-4179-94b1-cb980cd988d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:46.366242 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a420f8b4-a2d0-4c9f-b7f7-e8e7e860b327 req-269dfc1a-237c-4387-acab-dee466f3bb1a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399256
Jun 29 21:00:46.434506 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Network d3bb8228-fca8-4915-a5dd-c117efe631ab is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:00:46.438293 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:00:46.440198 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'Port': ['ID=38d4ff62-794a-4224-8102-f73279a922a3,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:46.442277 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:00:46.467771 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:46.504482 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:46.505135 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:46.530645 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7356720
Jun 29 21:00:46.554120 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Request body: {'port': {'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:00:46.685741 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:46.740042 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-65af2150-b72f-4a7f-aac6-cde65812e4bc None None] Provisioning for port 38d4ff62-794a-4224-8102-f73279a922a3 completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:00:46.744963 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-65af2150-b72f-4a7f-aac6-cde65812e4bc None None] Provisioning complete for port 38d4ff62-794a-4224-8102-f73279a922a3 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:00:46.745345 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-65af2150-b72f-4a7f-aac6-cde65812e4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:46.775058 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7f209-b909-4631-865e-58c8f108abc9 req-f0903003-55c2-46fa-8682-dd357e48714b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:46.784593 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8fd7f209-b909-4631-865e-58c8f108abc9 req-f0903003-55c2-46fa-8682-dd357e48714b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.1021066
Jun 29 21:00:46.846828 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8fd7f209-b909-4631-865e-58c8f108abc9 req-b885580b-709e-4d25-99df-906f2d0afcad tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609283
Jun 29 21:00:46.860698 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-65af2150-b72f-4a7f-aac6-cde65812e4bc None None] Port 38d4ff62-794a-4224-8102-f73279a922a3 cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:00:47.038941 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f490-9a72-4172-aebe-6c154ed604e0 req-41b872f8-011b-4c1f-a7d9-38fd950920b5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:47.040408 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9aa2f490-9a72-4172-aebe-6c154ed604e0 req-41b872f8-011b-4c1f-a7d9-38fd950920b5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 931 time: 0.0827205
Jun 29 21:00:47.087663 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9aa2f490-9a72-4172-aebe-6c154ed604e0 req-0389d0af-87dc-4142-abd6-4ce8d8715770 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414336
Jun 29 21:00:47.089926 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d4ff62-794a-4224-8102-f73279a922a3 {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:00:47.097029 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:47.111018 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Transition to ACTIVE for port object 38d4ff62-794a-4224-8102-f73279a922a3 will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:00:47.116238 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:47.120912 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-62fc1e6a-6d96-4606-9315-1e2c9af0b3dc tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:47.194682 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:47.250123 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Pushing event updated for resources: {'Port': ['ID=38d4ff62-794a-4224-8102-f73279a922a3,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:47.253777 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:47.360454 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Attempting to bind port 38d4ff62-794a-4224-8102-f73279a922a3 on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:00:47.360816 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Attempting to bind port 38d4ff62-794a-4224-8102-f73279a922a3 by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:00:47.361150 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Attempting to bind port 38d4ff62-794a-4224-8102-f73279a922a3 on network d3bb8228-fca8-4915-a5dd-c117efe631ab {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:00:47.366641 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Port 38d4ff62-794a-4224-8102-f73279a922a3 on network d3bb8228-fca8-4915-a5dd-c117efe631ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:00:47.366950 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Attempting to bind port 38d4ff62-794a-4224-8102-f73279a922a3 on network d3bb8228-fca8-4915-a5dd-c117efe631ab {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:00:47.374112 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:00:47.375008 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Checking segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:00:47.375482 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Bound using segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:00:47.375949 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Bound port: 38d4ff62-794a-4224-8102-f73279a922a3, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:00:47.376288 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:47.552381 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] For port 38d4ff62-794a-4224-8102-f73279a922a3, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:00:47.555787 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] For port 38d4ff62-794a-4224-8102-f73279a922a3, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=38d4ff62-794a-4224-8102-f73279a922a3,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:00:47.561202 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:47.566541 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-64e451b6-4934-4b11-915b-f67d30b54cf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:47.584894 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a7ae3-697c-4623-911b-9256ad368eec req-cff502b8-acd9-4c84-88f2-5ee19e7bde95 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:47.586478 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a04a7ae3-697c-4623-911b-9256ad368eec req-cff502b8-acd9-4c84-88f2-5ee19e7bde95 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0782015
Jun 29 21:00:47.627726 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:47.628762 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] 10.222.0.60 "PUT /v2.0/ports/38d4ff62-794a-4224-8102-f73279a922a3 HTTP/1.1" status: 200  len: 1093 time: 1.0794771
Jun 29 21:00:47.631934 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779d678e-60e6-4355-a7b8-05d5144ae769', 'tag': '38d4ff62-794a-4224-8102-f73279a922a3'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:00:47.636647 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a04a7ae3-697c-4623-911b-9256ad368eec req-abb16acf-5c6c-42ee-b14e-f1f1433ac9f7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438609
Jun 29 21:00:47.653777 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Pushing event updated for resources: {'Port': ['ID=38d4ff62-794a-4224-8102-f73279a922a3,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:47.657882 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:47.726538 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779d678e-60e6-4355-a7b8-05d5144ae769', 'tag': '38d4ff62-794a-4224-8102-f73279a922a3', 'status': 'completed', 'code': 200}
Jun 29 21:00:47.768892 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-da19fddd-3af4-4a9b-b7f8-854d4a33b89d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 1096 time: 0.0739670
Jun 29 21:00:47.848081 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-c1c00577-5f8c-4f60-a1a8-e7e989c60b42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d4ff62-794a-4224-8102-f73279a922a3 HTTP/1.1" status: 200  len: 217 time: 0.0628161
Jun 29 21:00:47.916429 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-da9ca104-7970-4026-9a21-b6a45da3db7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:47.917888 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-da9ca104-7970-4026-9a21-b6a45da3db7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0577424
Jun 29 21:00:48.001048 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-3efd5a6d-8b3a-4f58-b476-2b0439fed517 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724742
Jun 29 21:00:48.050013 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6516b-3a2d-457e-b5a8-ea3efefec4fa req-35da224b-98c0-4acc-80d4-baebf42a737b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:48.051426 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49f6516b-3a2d-457e-b5a8-ea3efefec4fa req-35da224b-98c0-4acc-80d4-baebf42a737b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0794296
Jun 29 21:00:48.099541 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49f6516b-3a2d-457e-b5a8-ea3efefec4fa req-14ad36e4-d478-4e6d-a7c3-0a7d27c205d4 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421474
Jun 29 21:00:48.151936 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-b04e3b9f-6b4f-4ea1-8a2f-7b29e8f623d2 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412802
Jun 29 21:00:48.288801 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02e9f2-bfad-460f-b4ba-f62cbe5f07b1 req-2ef0b529-3e77-4c70-b342-3d30598a1623 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:48.290238 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3e02e9f2-bfad-460f-b4ba-f62cbe5f07b1 req-2ef0b529-3e77-4c70-b342-3d30598a1623 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 943 time: 0.0783501
Jun 29 21:00:48.303571 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-efc2c84b-77e3-4694-b83b-214642e70c96 req-39a02155-6756-4c93-adee-d77b5cfe1323 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246550
Jun 29 21:00:48.339373 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3e02e9f2-bfad-460f-b4ba-f62cbe5f07b1 req-001826fc-1c26-497e-9f14-ff2abbcbf875 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433745
Jun 29 21:00:48.511636 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-dbbf4681-765b-4d7c-bc19-ba123ceedd01 req-876ddca3-e65e-452e-9e19-7e8dd336f062 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 1096 time: 0.0681577
Jun 29 21:00:48.648033 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf4681-765b-4d7c-bc19-ba123ceedd01 req-b8e274c2-b1f1-4c05-a1bf-2f6d3e0cb6a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:48.649476 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-dbbf4681-765b-4d7c-bc19-ba123ceedd01 req-b8e274c2-b1f1-4c05-a1bf-2f6d3e0cb6a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.1236134
Jun 29 21:00:48.656853 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1c40ac8c-9a04-48d6-9524-01f4765cfe0f details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:00:48.724482 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-dbbf4681-765b-4d7c-bc19-ba123ceedd01 req-3f3831f3-255b-4995-8184-e07bdf5c3e76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d4ff62-794a-4224-8102-f73279a922a3 HTTP/1.1" status: 200  len: 217 time: 0.0670052
Jun 29 21:00:48.807521 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf4681-765b-4d7c-bc19-ba123ceedd01 req-4f5571eb-6e4d-43c8-878c-dcd7668e80ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:48.809323 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-dbbf4681-765b-4d7c-bc19-ba123ceedd01 req-4f5571eb-6e4d-43c8-878c-dcd7668e80ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0661619
Jun 29 21:00:48.825532 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:48.845253 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'port_id': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'mac_address': 'fa:16:3e:d7:f5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:00:48.879509 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3f617-77ac-4d68-b7da-56760421d0c3 req-e06e6fa8-b551-477d-a893-ebdabd84202a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:48.881243 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a2a3f617-77ac-4d68-b7da-56760421d0c3 req-e06e6fa8-b551-477d-a893-ebdabd84202a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0856242
Jun 29 21:00:48.899248 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-dbbf4681-765b-4d7c-bc19-ba123ceedd01 req-3d7234e6-9a89-44a7-9d9d-6a61e9402547 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763848
Jun 29 21:00:48.905609 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:48.923891 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c40ac8c-9a04-48d6-9524-01f4765cfe0f {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:00:48.930278 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a2a3f617-77ac-4d68-b7da-56760421d0c3 req-2b82d8b1-2389-4126-a719-cce3158915a2 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428960
Jun 29 21:00:48.940342 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:48.945438 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:48.948475 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-2419cecf-6db6-4cd3-8145-b07e2027eec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:49.024952 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=6']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:49.036219 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.036665 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.036996 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.037329 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.037647 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.037986 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.038302 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.038616 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.038925 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.039234 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.039538 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:00:49.045879 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:49.054112 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-dbbf4681-765b-4d7c-bc19-ba123ceedd01 req-f6c5348c-46fd-41cf-b000-f5f6aea8b5b3 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421289
Jun 29 21:00:49.144518 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['1c40ac8c-9a04-48d6-9524-01f4765cfe0f'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:00:49.249057 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-dbbf4681-765b-4d7c-bc19-ba123ceedd01 req-b18ec523-46c0-4c89-87c6-cae549006ef4 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771441
Jun 29 21:00:49.331462 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aacf2-b237-4ceb-9ca2-c5aaacb1467a req-02fb3003-fa1c-44bd-b0c7-483785ca9b37 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:49.339681 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e86aacf2-b237-4ceb-9ca2-c5aaacb1467a req-02fb3003-fa1c-44bd-b0c7-483785ca9b37 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0958731
Jun 29 21:00:49.384045 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e86aacf2-b237-4ceb-9ca2-c5aaacb1467a req-5379660c-5c6f-4154-91af-48e788762363 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434577
Jun 29 21:00:49.587585 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b981fd9-dc23-4a6a-ba10-d94ef775cea5 req-e15d0056-b982-477e-b48e-16ef9119069d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:49.589117 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2b981fd9-dc23-4a6a-ba10-d94ef775cea5 req-e15d0056-b982-477e-b48e-16ef9119069d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 943 time: 0.0947149
Jun 29 21:00:49.642418 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2b981fd9-dc23-4a6a-ba10-d94ef775cea5 req-01c8d650-9b81-47b2-98f8-bd6f42019ca2 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459046
Jun 29 21:00:50.113865 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c126da46-f9df-4552-9151-743135e253fe req-5cd7b2fd-abf5-4732-8796-186b440ec02b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b4081293e248ac8dc9ba0f45827a28&device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1099 time: 0.1048470
Jun 29 21:00:50.184194 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d58f-7ca0-41e6-83d8-3c6ad80211b1 req-0d1aec3b-559d-4af8-9d62-758b217e30b3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:50.185693 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0b24d58f-7ca0-41e6-83d8-3c6ad80211b1 req-0d1aec3b-559d-4af8-9d62-758b217e30b3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 944 time: 0.1038392
Jun 29 21:00:50.242623 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0b24d58f-7ca0-41e6-83d8-3c6ad80211b1 req-9e0ae9cc-be4d-4c82-8432-817c045400ee tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509562
Jun 29 21:00:50.379625 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126da46-f9df-4552-9151-743135e253fe req-637b5a12-a378-448b-b20f-f886ae55906c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:50.381306 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c126da46-f9df-4552-9151-743135e253fe req-637b5a12-a378-448b-b20f-f886ae55906c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6ac8742-47be-4a00-b65f-0675d13dc794 HTTP/1.1" status: 200  len: 910 time: 0.2467940
Jun 29 21:00:50.506792 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c126da46-f9df-4552-9151-743135e253fe req-96555176-aa01-435b-8b0b-97ac3f00d499 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae8f816-5598-49d0-a742-1583e0555133 HTTP/1.1" status: 200  len: 1002 time: 0.1180375
Jun 29 21:00:50.602263 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f58c4c-7461-4aff-a9a5-272ba59fdaec req-d78dcb66-0428-4925-9534-39a9833b55a9 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:50.604943 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126da46-f9df-4552-9151-743135e253fe req-10a0a82f-afa7-450a-858a-a11b3e18f075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:50.607176 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c126da46-f9df-4552-9151-743135e253fe req-10a0a82f-afa7-450a-858a-a11b3e18f075 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6da294a2-2cf7-453f-a2e2-a6bbfd5310a9 HTTP/1.1" status: 200  len: 848 time: 0.0933852
Jun 29 21:00:50.609598 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-19f58c4c-7461-4aff-a9a5-272ba59fdaec req-d78dcb66-0428-4925-9534-39a9833b55a9 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0911283
Jun 29 21:00:50.661192 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-19f58c4c-7461-4aff-a9a5-272ba59fdaec req-86fe54f1-5c2f-4e13-b08b-ee570bfeb864 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507402
Jun 29 21:00:50.689112 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1c40ac8c-9a04-48d6-9524-01f4765cfe0f up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:00:50.714212 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c126da46-f9df-4552-9151-743135e253fe req-c00cd0a4-655e-484b-ac47-fcb48e3e410e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6ac8742-47be-4a00-b65f-0675d13dc794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0996614
Jun 29 21:00:50.771107 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:00:50.771499 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:50.899448 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:50.904843 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42625a1b-c660-4b49-920b-1dba388bf72d req-0860e8a9-c4ac-4904-8569-471d93a8d52e tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:50.914819 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-42625a1b-c660-4b49-920b-1dba388bf72d req-0860e8a9-c4ac-4904-8569-471d93a8d52e tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 943 time: 0.1206355
Jun 29 21:00:50.939608 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:00:50.944269 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c126da46-f9df-4552-9151-743135e253fe req-657db422-818f-46be-9a26-1563dac45f43 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166035
Jun 29 21:00:50.967605 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:50.969771 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-42625a1b-c660-4b49-920b-1dba388bf72d req-8510d79a-c0ab-4bed-8358-7735220cb37f tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537519
Jun 29 21:00:50.978186 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:50.980594 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-8937ac4e-603c-420a-9826-9d9dd14a22dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:51.057947 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=7']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:51.061514 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'code': 200}
Jun 29 21:00:51.062750 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:51.174959 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c126da46-f9df-4552-9151-743135e253fe req-9112d279-e226-46db-aa7b-0f41d8e874ce service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2205744
Jun 29 21:00:51.495245 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825b84b-3e03-4208-aafb-89c410280645 req-1645d214-8f2b-4d4e-bb57-9a6cf569aa09 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:51.501007 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2825b84b-3e03-4208-aafb-89c410280645 req-1645d214-8f2b-4d4e-bb57-9a6cf569aa09 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0918896
Jun 29 21:00:51.550800 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2825b84b-3e03-4208-aafb-89c410280645 req-1f1d59ea-bb5d-47cc-8a0d-446d0b94ee5f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480900
Jun 29 21:00:51.886883 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e89f54-9b81-4a2f-ac6a-a7093854312f req-8ca54dd7-67d6-443d-97f5-c0aaa4bb1ed1 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:51.888312 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a4e89f54-9b81-4a2f-ac6a-a7093854312f req-8ca54dd7-67d6-443d-97f5-c0aaa4bb1ed1 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0841553
Jun 29 21:00:51.959362 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a4e89f54-9b81-4a2f-ac6a-a7093854312f req-ac3eb8b4-51bd-4e79-a4e5-19159c8276cf tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638304
Jun 29 21:00:52.215811 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703059b-3c9a-4bb0-9c4b-e0053fcd3162 req-ba093ff9-4ac2-43d6-b355-cf8ce7cbfd13 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:52.217259 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a703059b-3c9a-4bb0-9c4b-e0053fcd3162 req-ba093ff9-4ac2-43d6-b355-cf8ce7cbfd13 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 943 time: 0.1010504
Jun 29 21:00:52.293949 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a703059b-3c9a-4bb0-9c4b-e0053fcd3162 req-7004c331-e9bc-45d2-b9c1-66370cef9820 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641894
Jun 29 21:00:52.815461 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76cd55-216c-47eb-a440-d2b4f2de6e5d req-6755fe3f-6af5-4bbe-b36c-45da68757517 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:52.816870 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db76cd55-216c-47eb-a440-d2b4f2de6e5d req-6755fe3f-6af5-4bbe-b36c-45da68757517 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0856204
Jun 29 21:00:52.873150 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db76cd55-216c-47eb-a440-d2b4f2de6e5d req-58ca604a-4dcc-485a-9c97-150b76aff5a0 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502534
Jun 29 21:00:53.092255 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:53.269396 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e01d1-bd65-40b2-bf72-e07a92a1928e req-b78f6b6a-7596-40f4-bbbc-facf09f237f5 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:53.270862 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c59e01d1-bd65-40b2-bf72-e07a92a1928e req-b78f6b6a-7596-40f4-bbbc-facf09f237f5 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.1586485
Jun 29 21:00:53.325543 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c59e01d1-bd65-40b2-bf72-e07a92a1928e req-c43ae31a-2af4-46f7-b570-e347371ebb29 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484605
Jun 29 21:00:53.502086 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460240bf-a4d0-4a4e-9881-fe5061f9c90c req-040854f1-cb92-4458-a482-2c449f99df89 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:53.503537 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-460240bf-a4d0-4a4e-9881-fe5061f9c90c req-040854f1-cb92-4458-a482-2c449f99df89 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 943 time: 0.0848763
Jun 29 21:00:53.563472 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-460240bf-a4d0-4a4e-9881-fe5061f9c90c req-77a1e229-abec-4d06-82a1-fb5cf38e5656 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542316
Jun 29 21:00:54.123967 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc1eb6-de5b-4cd5-bf95-878918e8409a req-b0791444-b9c5-433f-99a7-d3cda9f4ddbf tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:54.126192 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c1cc1eb6-de5b-4cd5-bf95-878918e8409a req-b0791444-b9c5-433f-99a7-d3cda9f4ddbf tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0918317
Jun 29 21:00:54.184909 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c1cc1eb6-de5b-4cd5-bf95-878918e8409a req-c0d0bb67-8e6a-4183-97a3-7565e0aca934 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504587
Jun 29 21:00:54.511454 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2449a9fa-ca69-444e-b036-d162efd29ca8 req-67e98508-7d30-4da1-af80-223dbda95cde service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b4081293e248ac8dc9ba0f45827a28&device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1099 time: 0.1211846
Jun 29 21:00:54.622252 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f2e89-7222-4aa7-b936-07376a2b939d req-691a3b9c-06bb-4525-9d81-f9c694841028 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:54.633725 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-212f2e89-7222-4aa7-b936-07376a2b939d req-691a3b9c-06bb-4525-9d81-f9c694841028 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.1414094
Jun 29 21:00:54.736641 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-212f2e89-7222-4aa7-b936-07376a2b939d req-f63a55d3-8301-4c6a-8184-89e2d84dbe4d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987568
Jun 29 21:00:54.749343 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449a9fa-ca69-444e-b036-d162efd29ca8 req-6cf08ab8-4620-41ba-a587-7e994a2e2cd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:54.751285 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2449a9fa-ca69-444e-b036-d162efd29ca8 req-6cf08ab8-4620-41ba-a587-7e994a2e2cd7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6ac8742-47be-4a00-b65f-0675d13dc794 HTTP/1.1" status: 200  len: 910 time: 0.2137284
Jun 29 21:00:54.840300 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b023f-3652-4b50-9880-cbbdb8b7676d req-3ce917f2-8f25-42b3-9f4b-93760d160b30 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:54.842243 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-966b023f-3652-4b50-9880-cbbdb8b7676d req-3ce917f2-8f25-42b3-9f4b-93760d160b30 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 943 time: 0.1044641
Jun 29 21:00:54.885723 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2449a9fa-ca69-444e-b036-d162efd29ca8 req-d46d1303-83f2-4175-a914-d602d7411f1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae8f816-5598-49d0-a742-1583e0555133 HTTP/1.1" status: 200  len: 1002 time: 0.1273293
Jun 29 21:00:54.911680 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-966b023f-3652-4b50-9880-cbbdb8b7676d req-52053995-23b6-4f59-a618-b17af0fa37ef tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598564
Jun 29 21:00:54.963299 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449a9fa-ca69-444e-b036-d162efd29ca8 req-af53232f-23ae-4bab-8d7c-00a82bc4b3ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:54.964742 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2449a9fa-ca69-444e-b036-d162efd29ca8 req-af53232f-23ae-4bab-8d7c-00a82bc4b3ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6da294a2-2cf7-453f-a2e2-a6bbfd5310a9 HTTP/1.1" status: 200  len: 848 time: 0.0704634
Jun 29 21:00:55.058728 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2449a9fa-ca69-444e-b036-d162efd29ca8 req-37f848ba-c07a-4850-9cdc-735c2c2a4095 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6ac8742-47be-4a00-b65f-0675d13dc794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867174
Jun 29 21:00:55.209032 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2449a9fa-ca69-444e-b036-d162efd29ca8 req-cc82d692-0aac-4076-8aa8-cb6cce530803 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411803
Jun 29 21:00:55.367019 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2449a9fa-ca69-444e-b036-d162efd29ca8 req-65426073-94d9-4506-898d-a46fc8f5debe service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507812
Jun 29 21:00:55.453496 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e3839-c193-450e-bfa2-f94423917cbb req-e8e25101-b437-4196-9e2a-0e4050371087 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:55.455281 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d01e3839-c193-450e-bfa2-f94423917cbb req-e8e25101-b437-4196-9e2a-0e4050371087 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0964329
Jun 29 21:00:55.523264 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d01e3839-c193-450e-bfa2-f94423917cbb req-69fac8e0-af58-424f-9472-2b81b22f6957 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593350
Jun 29 21:00:55.957031 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679bc33-49f8-4358-9995-1da3b62e011c req-09ad3bc4-00e7-4abb-b04b-32d6954b243f tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:55.960198 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a679bc33-49f8-4358-9995-1da3b62e011c req-09ad3bc4-00e7-4abb-b04b-32d6954b243f tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0938411
Jun 29 21:00:56.016258 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a679bc33-49f8-4358-9995-1da3b62e011c req-02da19a7-a137-4aff-a826-b89f8eab03a1 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494127
Jun 29 21:00:56.139117 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f287b6-eb81-4181-b026-a51a3ae947b8 req-75fbf641-71ca-4f6d-93da-704f7534c0e9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:56.141098 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-06f287b6-eb81-4181-b026-a51a3ae947b8 req-75fbf641-71ca-4f6d-93da-704f7534c0e9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 943 time: 0.0867691
Jun 29 21:00:56.197746 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-06f287b6-eb81-4181-b026-a51a3ae947b8 req-15bd9aa1-6818-4b86-a097-b88f22fedcd8 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507455
Jun 29 21:00:56.708161 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 38d4ff62-794a-4224-8102-f73279a922a3 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:00:56.759617 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbc39a-cf68-43d0-befb-16131097b9e6 req-55a66050-1885-49ef-9e9c-133a329461ac tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:56.761236 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-12dbc39a-cf68-43d0-befb-16131097b9e6 req-55a66050-1885-49ef-9e9c-133a329461ac tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0916374
Jun 29 21:00:56.824575 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-12dbc39a-cf68-43d0-befb-16131097b9e6 req-1bf888ff-a14c-42cf-84e6-aa2ca354a29c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567989
Jun 29 21:00:56.873202 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 38d4ff62-794a-4224-8102-f73279a922a3, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=38d4ff62-794a-4224-8102-f73279a922a3,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:56.884150 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '38d4ff62-794a-4224-8102-f73279a922a3', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'mac_address': 'fa:16:3e:4a:d4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:00:56.944269 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:56.963721 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d4ff62-794a-4224-8102-f73279a922a3 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:00:56.982795 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 38d4ff62-794a-4224-8102-f73279a922a3, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=38d4ff62-794a-4224-8102-f73279a922a3,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:56.987758 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:56.989696 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:57.072852 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=38d4ff62-794a-4224-8102-f73279a922a3,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:57.083718 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:57.292228 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9ef74-e993-4849-a260-a57c50eefec4 req-b28d50e3-f09c-4d75-8c9d-fb2263302981 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:57.293728 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-22e9ef74-e993-4849-a260-a57c50eefec4 req-b28d50e3-f09c-4d75-8c9d-fb2263302981 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.1447151
Jun 29 21:00:57.363095 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['38d4ff62-794a-4224-8102-f73279a922a3'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:00:57.373391 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-22e9ef74-e993-4849-a260-a57c50eefec4 req-7a3ef3d3-17c5-49a5-8001-961b0e7491df tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729589
Jun 29 21:00:57.673882 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635bac9-7f46-4fa5-9900-ba586cf0ad58 req-e6f1053e-0acb-47c1-a223-d55e6ca3fc0d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:57.687991 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5635bac9-7f46-4fa5-9900-ba586cf0ad58 req-e6f1053e-0acb-47c1-a223-d55e6ca3fc0d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 944 time: 0.1699812
Jun 29 21:00:57.692428 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b70d6ef2-a98d-4531-bb10-470c0e11d306 req-ce78643e-383a-416b-9392-e0d234a89eea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f723853837f4095909b9fdf6a1d6ff1&device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 1137 time: 0.1475596
Jun 29 21:00:57.841920 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5635bac9-7f46-4fa5-9900-ba586cf0ad58 req-7d662ca6-53de-40f5-bc6f-3fd2396dba36 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1531029
Jun 29 21:00:57.867160 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54139f32-4e54-44e3-b605-6cd4a7eb1446 req-27186fd5-1ebc-49c0-b9eb-1c49a4346b2d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:57.882275 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-54139f32-4e54-44e3-b605-6cd4a7eb1446 req-27186fd5-1ebc-49c0-b9eb-1c49a4346b2d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.1552408
Jun 29 21:00:57.978409 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-54139f32-4e54-44e3-b605-6cd4a7eb1446 req-f071144b-2a85-4c60-9b73-dcf8e894bb6a tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0986090
Jun 29 21:00:57.980199 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d6ef2-a98d-4531-bb10-470c0e11d306 req-2802cf65-0195-4d26-860c-5b3d49d01afc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:57.982037 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b70d6ef2-a98d-4531-bb10-470c0e11d306 req-2802cf65-0195-4d26-860c-5b3d49d01afc service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab34e143-db93-43ff-9522-9281a0f76d21 HTTP/1.1" status: 200  len: 916 time: 0.2814846
Jun 29 21:00:58.178392 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffbd26-dfa8-49f2-9c4c-602ec351de6a req-a43125ce-0fc2-4276-99a3-00d7f32ef0b4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:58.185269 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2dffbd26-dfa8-49f2-9c4c-602ec351de6a req-a43125ce-0fc2-4276-99a3-00d7f32ef0b4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.1353738
Jun 29 21:00:58.208878 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b70d6ef2-a98d-4531-bb10-470c0e11d306 req-c3b4fd42-0738-4ebc-bea0-58b97d3060f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 200  len: 1000 time: 0.2100372
Jun 29 21:00:58.252426 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2dffbd26-dfa8-49f2-9c4c-602ec351de6a req-c20ee0f4-c99b-4753-b924-4d829147a672 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661581
Jun 29 21:00:58.292956 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d6ef2-a98d-4531-bb10-470c0e11d306 req-2b3273f4-df6b-4bec-a102-8f477871b0df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:58.294424 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b70d6ef2-a98d-4531-bb10-470c0e11d306 req-2b3273f4-df6b-4bec-a102-8f477871b0df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d6f8940-7340-4a52-bcef-de4b23e59760 HTTP/1.1" status: 200  len: 854 time: 0.0781715
Jun 29 21:00:58.386329 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b70d6ef2-a98d-4531-bb10-470c0e11d306 req-8f0fa100-0a52-41fc-ace5-7847b50bce01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab34e143-db93-43ff-9522-9281a0f76d21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849388
Jun 29 21:00:58.595374 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b70d6ef2-a98d-4531-bb10-470c0e11d306 req-ee277397-8f9d-4051-8f81-8b7d03d08f10 service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009251
Jun 29 21:00:58.611590 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450efcc-1e4a-4a74-a3ad-17ce011bf20d req-26175188-3b7e-4550-abc2-b4310529661b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:58.613598 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7450efcc-1e4a-4a74-a3ad-17ce011bf20d req-26175188-3b7e-4550-abc2-b4310529661b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.1040208
Jun 29 21:00:58.685798 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7450efcc-1e4a-4a74-a3ad-17ce011bf20d req-64e6dd21-fc3b-4522-b7f0-1b094d1352df tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581079
Jun 29 21:00:58.740337 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 38d4ff62-794a-4224-8102-f73279a922a3 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:00:58.831844 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 38d4ff62-794a-4224-8102-f73279a922a3 completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:00:58.837064 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 38d4ff62-794a-4224-8102-f73279a922a3 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:00:58.837637 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:58.852908 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b70d6ef2-a98d-4531-bb10-470c0e11d306 req-6cd463d1-eb6e-49b6-907c-4cf5a8fb5d29 service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2303360
Jun 29 21:00:58.963538 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-102090be-eb6a-4509-be6a-ff52e8871a18 req-b7123af9-6eba-4dfc-b0e6-ac37b91e7aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0871565
Jun 29 21:00:59.074416 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:59.118475 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779d678e-60e6-4355-a7b8-05d5144ae769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d4ff62-794a-4224-8102-f73279a922a3'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:00:59.130290 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 38d4ff62-794a-4224-8102-f73279a922a3, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=38d4ff62-794a-4224-8102-f73279a922a3,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:59.143041 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:59.144251 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5ae8f816-5598-49d0-a742-1583e0555133 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:00:59.164420 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4c10f-6576-40c4-b564-de1d8fbd2654 req-d4129b17-753c-44cf-b494-33ed21f8920a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:59.166389 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-99b4c10f-6576-40c4-b564-de1d8fbd2654 req-d4129b17-753c-44cf-b494-33ed21f8920a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 944 time: 0.1473341
Jun 29 21:00:59.205462 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:59.257147 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-99b4c10f-6576-40c4-b564-de1d8fbd2654 req-050d6f29-91c5-409c-91c2-5378eb2befdf tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837071
Jun 29 21:00:59.262373 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 59254) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:00:59.325306 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=38d4ff62-794a-4224-8102-f73279a922a3,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:59.387456 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:59.425728 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:59.471373 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 5ae8f816-5598-49d0-a742-1583e0555133, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5ae8f816-5598-49d0-a742-1583e0555133,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:00:59.481994 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:00:59.484430 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:00:59.539169 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b4d8d-108c-4d8e-85aa-2589a41099be req-993e1da9-fbf8-4c9d-8ad5-d122d08a107b tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:59.540942 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-490b4d8d-108c-4d8e-85aa-2589a41099be req-993e1da9-fbf8-4c9d-8ad5-d122d08a107b tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.2573578
Jun 29 21:00:59.571679 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=5ae8f816-5598-49d0-a742-1583e0555133,revision_number=6']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:00:59.584091 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:00:59.599390 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-026b868b-f17c-447e-b019-428cbc002a40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3350408
Jun 29 21:00:59.712147 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d62c4d-9a0a-4baa-9269-3c6bde125b1a req-3d651a1a-8193-4648-bd7c-87dfebce333d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:00:59.713789 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e7d62c4d-9a0a-4baa-9269-3c6bde125b1a req-3d651a1a-8193-4648-bd7c-87dfebce333d tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.2530909
Jun 29 21:00:59.721105 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-490b4d8d-108c-4d8e-85aa-2589a41099be req-4e4fac3d-b29c-44cf-8eb6-4c86fc64fea1 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1620059
Jun 29 21:00:59.769411 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e7d62c4d-9a0a-4baa-9269-3c6bde125b1a req-b34fe46e-d9e1-42b3-99c9-52e3e6b772e1 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473390
Jun 29 21:00:59.828153 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779d678e-60e6-4355-a7b8-05d5144ae769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d4ff62-794a-4224-8102-f73279a922a3', 'code': 200}
Jun 29 21:01:00.012491 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11e5f6-5207-4d8d-bd98-6ad02a12b8ec req-1cbf20a0-a575-4a25-b977-eefb6005d30f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:00.020252 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ce11e5f6-5207-4d8d-bd98-6ad02a12b8ec req-1cbf20a0-a575-4a25-b977-eefb6005d30f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.1065874
Jun 29 21:01:00.076004 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ce11e5f6-5207-4d8d-bd98-6ad02a12b8ec req-d6ceab23-c52a-4a90-9765-5627bca917db tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547838
Jun 29 21:01:00.292376 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7671ef8e-6024-4326-9d14-b4b21fa9db4c req-6f3c11aa-a8d1-432b-baba-68bdc85b2f44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 1098 time: 0.0770748
Jun 29 21:01:00.344201 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-7671ef8e-6024-4326-9d14-b4b21fa9db4c req-10c73fb8-2020-4862-86e5-cba5c734f146 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436635
Jun 29 21:01:00.515386 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f964497-9fee-4c3e-a31c-bbc51206acec req-fd3a8b9c-caff-4901-b765-0a92cf056215 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:00.515764 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f964497-9fee-4c3e-a31c-bbc51206acec req-fd3a8b9c-caff-4901-b765-0a92cf056215 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 945 time: 0.0852261
Jun 29 21:01:00.566449 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4f964497-9fee-4c3e-a31c-bbc51206acec req-ed4cd95c-5624-45fd-90b3-febb6b7c3a6c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446877
Jun 29 21:01:01.011467 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529f318-64b9-4850-a767-ddc807aced38 req-fd9b381c-422c-4060-88a5-98affff5b52b tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:01.012925 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3529f318-64b9-4850-a767-ddc807aced38 req-fd9b381c-422c-4060-88a5-98affff5b52b tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.1583996
Jun 29 21:01:01.062216 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f649b7b-7d03-4921-b2e0-468334582632 req-23aabf99-c775-42f2-b4bb-a056614f5884 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:01.063522 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6f649b7b-7d03-4921-b2e0-468334582632 req-23aabf99-c775-42f2-b4bb-a056614f5884 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1415300
Jun 29 21:01:01.127004 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3529f318-64b9-4850-a767-ddc807aced38 req-2d3f2514-61ac-4a4b-8528-8712c90a3582 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1014638
Jun 29 21:01:01.142672 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6f649b7b-7d03-4921-b2e0-468334582632 req-337775b4-27d6-4633-9055-cdcbf00d09d8 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669708
Jun 29 21:01:01.353644 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719297e3-8614-452d-9b79-14607fb4b236 req-454493d6-3485-4ec3-8490-59eac81a33ac tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:01.355084 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-719297e3-8614-452d-9b79-14607fb4b236 req-454493d6-3485-4ec3-8490-59eac81a33ac tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0843406
Jun 29 21:01:01.403128 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-719297e3-8614-452d-9b79-14607fb4b236 req-bd2bc447-923a-4df7-9281-70b3f8f34caf tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416870
Jun 29 21:01:01.781408 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d61cf4-7490-4b7f-9146-701275740e41 req-dabc63f1-01aa-4737-a9f4-25923d9ee3a2 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:01.782961 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-42d61cf4-7490-4b7f-9146-701275740e41 req-dabc63f1-01aa-4737-a9f4-25923d9ee3a2 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 945 time: 0.0775776
Jun 29 21:01:01.829084 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:01:01.833161 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-42d61cf4-7490-4b7f-9146-701275740e41 req-7daecfaa-9267-49fb-b612-39078a7045f2 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440543
Jun 29 21:01:01.884303 dv-cinder-779781-1-iscsi neutron-server[74218]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133', 'code': 422} returned with failed status
Jun 29 21:01:02.037992 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf444c82-1c91-4cbf-877a-9db033dc29e1 req-9f3d576e-bdf6-444a-bdbb-049d9668f7fb tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:02.039381 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bf444c82-1c91-4cbf-877a-9db033dc29e1 req-9f3d576e-bdf6-444a-bdbb-049d9668f7fb tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 945 time: 0.0774279
Jun 29 21:01:02.084611 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bf444c82-1c91-4cbf-877a-9db033dc29e1 req-4483dd21-dd19-45ff-8ed4-1524d3aeefbd tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396903
Jun 29 21:01:02.111666 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 59296) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:02.181654 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-2a029918-37de-4b49-8a5a-5e11960e25e3 tempest-TestVolumeBootPattern-52498179 tempest-TestVolumeBootPattern-52498179-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 1093 time: 0.0688798
Jun 29 21:01:02.184165 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59302) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:02.190047 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'floatingip': {'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:01:02.195551 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:01:02.199355 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:floatingip and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:01:02.202947 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:01:02.208884 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:01:02.225660 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:02.361430 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:02.423011 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c741b57-bcc6-46a3-abf2-46426b7bda04 req-d7d494f2-6aa6-464e-a5f3-694dba2d5262 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:02.424673 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9c741b57-bcc6-46a3-abf2-46426b7bda04 req-d7d494f2-6aa6-464e-a5f3-694dba2d5262 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.1483080
Jun 29 21:01:02.431127 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83561c13-6f16-41e4-94a2-542e00aa3b4b req-2e1c66b0-9283-41b7-b9d8-483a57edebfc tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:02.432494 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-83561c13-6f16-41e4-94a2-542e00aa3b4b req-2e1c66b0-9283-41b7-b9d8-483a57edebfc tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1198707
Jun 29 21:01:02.515874 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9c741b57-bcc6-46a3-abf2-46426b7bda04 req-e8244f63-f38c-498b-b377-c50f271d2b8e tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0822732
Jun 29 21:01:02.518233 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-83561c13-6f16-41e4-94a2-542e00aa3b4b req-7eeb7c20-fb31-4a58-90f1-34442c60e4da tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691705
Jun 29 21:01:02.564654 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6b8c71e4-f718-45db-b2f2-259cfae0c989 req-6c85e5e9-0f10-4325-8b0a-9df7de81e573 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 1098 time: 0.1628537
Jun 29 21:01:02.609655 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Allocated IP 172.27.2.107 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/cc0c6ac1-b4d7-422b-9365-7cf8765e47f6) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:01:02.756487 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45337fb8-c1a4-4e92-b7ac-4a79e06447f5 req-38bf234c-925c-4fd3-a6e8-3d1432dbe23c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:02.759406 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-45337fb8-c1a4-4e92-b7ac-4a79e06447f5 req-38bf234c-925c-4fd3-a6e8-3d1432dbe23c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0915191
Jun 29 21:01:02.817186 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-45337fb8-c1a4-4e92-b7ac-4a79e06447f5 req-53b5bd3d-adfe-490d-8281-36f54b251686 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529411
Jun 29 21:01:02.845064 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c71e4-f718-45db-b2f2-259cfae0c989 req-20ad38e4-eecd-43ee-a5d9-467837db5ca1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:02.846484 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6b8c71e4-f718-45db-b2f2-259cfae0c989 req-20ad38e4-eecd-43ee-a5d9-467837db5ca1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 917 time: 0.2741375
Jun 29 21:01:03.006037 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:03.012216 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-51c8d489-0230-4fca-8ba4-92a42889945f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62&tenant_id=37b4081293e248ac8dc9ba0f45827a28 HTTP/1.1" status: 200  len: 1097 time: 0.2559326
Jun 29 21:01:03.016015 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6b8c71e4-f718-45db-b2f2-259cfae0c989 req-ece9a5a4-94f3-4ad1-b7ab-280e0ba2d194 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f HTTP/1.1" status: 200  len: 1001 time: 0.1605361
Jun 29 21:01:03.043251 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:03.049158 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:03.308558 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:01:03.317775 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:01:03.322085 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:01:03.368660 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'Port': ['ID=cc0c6ac1-b4d7-422b-9365-7cf8765e47f6,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:03.381668 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:03.384083 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c71e4-f718-45db-b2f2-259cfae0c989 req-27f1180e-747e-4518-8f45-211237456e6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:03.385513 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6b8c71e4-f718-45db-b2f2-259cfae0c989 req-27f1180e-747e-4518-8f45-211237456e6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.2995396
Jun 29 21:01:03.481979 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-b5e5c7df-d6ce-492f-93cf-1ddeabd501f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b4081293e248ac8dc9ba0f45827a28&device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1097 time: 0.3969514
Jun 29 21:01:03.689573 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6b8c71e4-f718-45db-b2f2-259cfae0c989 req-04bf2dae-39f4-45f8-8697-cd9b09a94e68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2934704
Jun 29 21:01:03.790375 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67e58-0e83-40bc-8782-62b5bcb2b76a req-bdaa0e1e-b38e-4b1b-b882-953b05c1fb35 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:03.791801 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-66d67e58-0e83-40bc-8782-62b5bcb2b76a req-bdaa0e1e-b38e-4b1b-b882-953b05c1fb35 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1403744
Jun 29 21:01:03.802528 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cc3a1-d249-43d2-8153-9740ab530c71 req-4244d567-c056-4ae8-943a-04f5572612ac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:03.803894 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e64cc3a1-d249-43d2-8153-9740ab530c71 req-4244d567-c056-4ae8-943a-04f5572612ac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.1173160
Jun 29 21:01:03.838547 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-b9f110b1-95c6-44db-9c6b-d7423745d5db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:03.839897 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-b9f110b1-95c6-44db-9c6b-d7423745d5db service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6ac8742-47be-4a00-b65f-0675d13dc794 HTTP/1.1" status: 200  len: 910 time: 0.3479435
Jun 29 21:01:03.881914 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-66d67e58-0e83-40bc-8782-62b5bcb2b76a req-b1106768-7ebc-4f5d-b79e-64dd9be41c5c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770898
Jun 29 21:01:03.884927 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e64cc3a1-d249-43d2-8153-9740ab530c71 req-d003c875-0472-4b74-8cd5-d724597b4b9e tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0665123
Jun 29 21:01:04.071095 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6b8c71e4-f718-45db-b2f2-259cfae0c989 req-97ffd68f-cbb3-4936-894a-14f1540e12a3 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3682287
Jun 29 21:01:04.072803 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-2b07425b-dd49-46bd-934b-a99b90118291 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae8f816-5598-49d0-a742-1583e0555133 HTTP/1.1" status: 200  len: 1000 time: 0.2255645
Jun 29 21:01:04.079800 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adfe8-b3d9-4872-a26b-b5b7eca758a4 req-754f9a2a-f19a-4a98-8a15-f2fac81b4312 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:04.081344 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a72adfe8-b3d9-4872-a26b-b5b7eca758a4 req-754f9a2a-f19a-4a98-8a15-f2fac81b4312 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 945 time: 0.0812113
Jun 29 21:01:04.131163 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a72adfe8-b3d9-4872-a26b-b5b7eca758a4 req-bfc53ca5-53f6-4a0c-bff8-63e9eec4b2e5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441458
Jun 29 21:01:04.250178 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-43373ce6-4dd7-4a49-8226-f163f2864d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:04.251723 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-43373ce6-4dd7-4a49-8226-f163f2864d5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6da294a2-2cf7-453f-a2e2-a6bbfd5310a9 HTTP/1.1" status: 200  len: 848 time: 0.1672409
Jun 29 21:01:04.333981 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-6b8c71e4-f718-45db-b2f2-259cfae0c989 req-52c31ba1-443e-40d0-a245-12d2a127669a service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2483292
Jun 29 21:01:04.387752 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-9edb0900-405d-468b-9624-1d7edb1d53a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6ac8742-47be-4a00-b65f-0675d13dc794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1171672
Jun 29 21:01:04.579124 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:04.656786 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-31fafb01-89d0-4b3e-9cac-51f6fa7c2ead service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2602975
Jun 29 21:01:04.663351 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:04.759974 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1c40ac8c-9a04-48d6-9524-01f4765cfe0f no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:01:04.897814 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:04.939906 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:04.941092 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:01:04.954812 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:04.957615 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:05.041727 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-2b7b63d8-a83e-4ced-a592-da699a20633d req-d9de2463-fbba-422e-8bdf-408d9fd99042 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3508325
Jun 29 21:01:05.056564 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=8']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:05.060517 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:05.128656 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:05.136368 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:05.142594 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:05.179384 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a7e8b-a74a-4f08-8ceb-26c6c4d061ba req-8991f530-6d41-46ed-8d8b-29b900a15842 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:05.180795 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db2a7e8b-a74a-4f08-8ceb-26c6c4d061ba req-8991f530-6d41-46ed-8d8b-29b900a15842 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1454890
Jun 29 21:01:05.223750 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77b438-ae6b-4290-906b-d92726c45c5c req-dd70d67f-6f06-4a22-b062-7b9c21c56620 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:05.225230 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fa77b438-ae6b-4290-906b-d92726c45c5c req-dd70d67f-6f06-4a22-b062-7b9c21c56620 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.1218839
Jun 29 21:01:05.238907 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:01:05.267005 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'Port': ['ID=cc0c6ac1-b4d7-422b-9365-7cf8765e47f6,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:05.268146 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db2a7e8b-a74a-4f08-8ceb-26c6c4d061ba req-9298c433-fbe8-4541-80f9-b17b1adb1583 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785716
Jun 29 21:01:05.271329 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:05.284802 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:05.300958 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fa77b438-ae6b-4290-906b-d92726c45c5c req-9f653711-6825-4019-9218-17185043b2b2 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0653019
Jun 29 21:01:05.354637 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'code': 200}
Jun 29 21:01:05.477152 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.l3_db [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Floating IP c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee associated. External IP: 172.27.2.107, port: 38d4ff62-794a-4224-8102-f73279a922a3.
Jun 29 21:01:05.486362 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649655-cc54-42e1-a469-54cabd298609 req-f06b8743-1d6f-47b1-8b26-c62b54bb5380 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:05.487787 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8b649655-cc54-42e1-a469-54cabd298609 req-f06b8743-1d6f-47b1-8b26-c62b54bb5380 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0746384
Jun 29 21:01:05.533948 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8b649655-cc54-42e1-a469-54cabd298609 req-368f0ad7-9bfd-4fc2-8837-1fe760d363f8 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403481
Jun 29 21:01:05.866616 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:01:06.068490 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:01:06.077523 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] Sync routers for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:01:06.088831 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:01:06.089435 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445d859d0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:00:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:06.094210 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:06.149654 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.9643555
Jun 29 21:01:06.150365 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779d678e-60e6-4355-a7b8-05d5144ae769', 'tag': '38d4ff62-794a-4224-8102-f73279a922a3'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:01:06.206587 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779d678e-60e6-4355-a7b8-05d5144ae769', 'tag': '38d4ff62-794a-4224-8102-f73279a922a3', 'status': 'completed', 'code': 200}
Jun 29 21:01:06.300824 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:01:06.327709 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f86c9d95-885f-4a92-98cf-21d0b5aca73c req-e66e64f9-87be-456f-9991-5f30c0546adf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 1098 time: 0.0744348
Jun 29 21:01:06.618464 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c9d95-885f-4a92-98cf-21d0b5aca73c req-244e90f1-9245-47ea-a21f-8a39bbbd8871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:06.620100 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f86c9d95-885f-4a92-98cf-21d0b5aca73c req-244e90f1-9245-47ea-a21f-8a39bbbd8871 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.2857785
Jun 29 21:01:06.643560 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c95c46-dabb-482d-983a-8f4286cd69b2 req-2df82ed0-bcfe-47a6-a164-6a26a4fca17f tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:06.645018 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-99c95c46-dabb-482d-983a-8f4286cd69b2 req-2df82ed0-bcfe-47a6-a164-6a26a4fca17f tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.1885037
Jun 29 21:01:06.654555 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22208fd-8c0c-4b63-98a3-4c7d66a45ef6 req-85ddbf24-a44f-4dae-9de7-726b040e8746 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:06.657113 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d22208fd-8c0c-4b63-98a3-4c7d66a45ef6 req-85ddbf24-a44f-4dae-9de7-726b040e8746 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.2416639
Jun 29 21:01:06.725618 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-99c95c46-dabb-482d-983a-8f4286cd69b2 req-e21ca58b-dea7-4bfb-bbc6-c491a63c19da tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0670111
Jun 29 21:01:06.736984 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f86c9d95-885f-4a92-98cf-21d0b5aca73c req-63a5c0d7-f538-4e86-9c79-47a30a567e6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d4ff62-794a-4224-8102-f73279a922a3 HTTP/1.1" status: 200  len: 999 time: 0.1083355
Jun 29 21:01:06.770956 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d22208fd-8c0c-4b63-98a3-4c7d66a45ef6 req-72ab774c-aa16-42fa-b261-2a79586829f1 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916798
Jun 29 21:01:06.775471 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445d859d0>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:4a:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:01:04Z', 'updated_at': '2021-06-29T21:01:04Z', 'revision_number': 0, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:06.787857 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] Checking router: c2c251e3-df71-4834-ada5-7e6c98b2b0d6 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:01:06.802608 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:01:06.803586 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445d859d0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:00:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:06.821664 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c9d95-885f-4a92-98cf-21d0b5aca73c req-3c2e908d-bd61-40b8-b8f2-a85c0ddc6a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:06.823111 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f86c9d95-885f-4a92-98cf-21d0b5aca73c req-3c2e908d-bd61-40b8-b8f2-a85c0ddc6a17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0792224
Jun 29 21:01:06.917006 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f86c9d95-885f-4a92-98cf-21d0b5aca73c req-dc5d4333-c18d-4909-8fe3-51828d445e0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746937
Jun 29 21:01:06.930634 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed89be9-6ef5-4ec5-b58d-9b7e8e53d8ba req-1aae8605-3d09-4904-9166-f1ba799312d4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:06.932207 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2ed89be9-6ef5-4ec5-b58d-9b7e8e53d8ba req-1aae8605-3d09-4904-9166-f1ba799312d4 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0785987
Jun 29 21:01:06.993426 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2ed89be9-6ef5-4ec5-b58d-9b7e8e53d8ba req-1f3e1727-cece-4e4e-b77a-f2c7d658d60b tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550113
Jun 29 21:01:06.995829 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:01:07.075325 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f86c9d95-885f-4a92-98cf-21d0b5aca73c req-9421caa3-010a-46be-acfe-8a5ed58d1d2e service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506650
Jun 29 21:01:07.214950 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-f86c9d95-885f-4a92-98cf-21d0b5aca73c req-f88e2ad6-ffb9-416a-b298-14666bcbc667 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318729
Jun 29 21:01:07.364878 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445d859d0>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:4a:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:01:04Z', 'updated_at': '2021-06-29T21:01:04Z', 'revision_number': 0, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:07.369322 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead8532-f0e5-4538-9eb6-1dab8640c4b8 None None] The sync data for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi is: [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:4a:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:01:04Z', 'updated_at': '2021-06-29T21:01:04Z', 'revision_number': 0, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:01:07.758085 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b06fa4-e470-482f-8f6d-f3df45e08d5e None None] New status for floating IP c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee: ACTIVE {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:01:07.933634 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92726be-5ab4-4e18-8789-fa0ff24db993 req-ac5fc658-53c7-46a9-b560-345458d92dd4 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:07.935078 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e92726be-5ab4-4e18-8789-fa0ff24db993 req-ac5fc658-53c7-46a9-b560-345458d92dd4 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0823131
Jun 29 21:01:07.983745 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e92726be-5ab4-4e18-8789-fa0ff24db993 req-dde083f3-ef1b-4815-aa78-2cbc6b81c724 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0417047
Jun 29 21:01:08.174720 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd73af-5360-4c6a-884a-c5b56a043c2d req-2ebc6869-aa75-42e9-ab46-cae4d46c1a9a tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:08.176277 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dfcd73af-5360-4c6a-884a-c5b56a043c2d req-2ebc6869-aa75-42e9-ab46-cae4d46c1a9a tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0856345
Jun 29 21:01:08.229918 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-dfcd73af-5360-4c6a-884a-c5b56a043c2d req-0cc0a042-e76e-41fe-bb20-f7f3f85c5537 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474691
Jun 29 21:01:08.353282 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a524a5c7-950d-4509-82a5-2adaa01e35d8 req-3523efef-855b-4b0e-9f66-643d93cf9932 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0665421
Jun 29 21:01:08.611256 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-409739d5-13de-44a3-aab8-4f12a3eb94b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0832927
Jun 29 21:01:08.617692 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91216e64-c379-4fbf-9a2e-a089f961ad8a req-39d54898-d648-4bf7-bbf0-8d60e8f25178 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:08.619080 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-91216e64-c379-4fbf-9a2e-a089f961ad8a req-39d54898-d648-4bf7-bbf0-8d60e8f25178 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0783341
Jun 29 21:01:08.669157 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-91216e64-c379-4fbf-9a2e-a089f961ad8a req-d7125747-5dce-406a-af7d-4ed5d09be441 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434980
Jun 29 21:01:08.775410 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1c40ac8c-9a04-48d6-9524-01f4765cfe0f no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:01:09.127177 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-a8756293-0d29-40c6-ae5a-d506dec03e25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c&tenant_id=c15b70fcd3714faf82acbc850da1aab7 HTTP/1.1" status: 200  len: 1096 time: 0.0682600
Jun 29 21:01:09.182006 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46db43-d5e1-4262-9664-28d29fb9f4fa req-c6119802-5ebb-48f4-97c5-2f3900401294 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:09.183432 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3e46db43-d5e1-4262-9664-28d29fb9f4fa req-c6119802-5ebb-48f4-97c5-2f3900401294 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0762460
Jun 29 21:01:09.238372 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3e46db43-d5e1-4262-9664-28d29fb9f4fa req-0725dfd7-c7cb-497a-afc9-7ca5b6b4be61 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0488417
Jun 29 21:01:09.247816 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-d2ba7482-eedc-4773-af74-df38d683aeb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c15b70fcd3714faf82acbc850da1aab7&device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 1096 time: 0.0742242
Jun 29 21:01:09.390083 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-8c346cde-3868-467d-b8f7-84aa3b85aceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:09.391496 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-8c346cde-3868-467d-b8f7-84aa3b85aceb service neutron] 10.222.0.60 "GET /v2.0/networks?id=656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 200  len: 917 time: 0.1364007
Jun 29 21:01:09.430644 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef9ca5-b0f7-4be5-8cf2-f3d8a05ce832 req-7766bfd6-5689-42c9-96e2-e5312ae88618 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:09.432078 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a9ef9ca5-b0f7-4be5-8cf2-f3d8a05ce832 req-7766bfd6-5689-42c9-96e2-e5312ae88618 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0798533
Jun 29 21:01:09.478226 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a9ef9ca5-b0f7-4be5-8cf2-f3d8a05ce832 req-2a6eecd7-e027-4700-8422-6379ef25df73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398066
Jun 29 21:01:09.504269 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-f6f87c98-c94d-4536-873a-7d44a4f5466b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f HTTP/1.1" status: 200  len: 999 time: 0.0968220
Jun 29 21:01:09.567324 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-bffbc777-e9e7-4ff7-9a3d-6d808bef5389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:09.568707 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-bffbc777-e9e7-4ff7-9a3d-6d808bef5389 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 200  len: 855 time: 0.0565586
Jun 29 21:01:09.648996 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-169ff92f-6d26-4ddb-acc8-130f2d7a6e3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656014fe-ebe5-425d-bc87-c747781da88f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730050
Jun 29 21:01:09.790382 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-9b3dc539-31d1-408e-9260-d48c69524741 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235158
Jun 29 21:01:09.881035 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797fd8a-8cad-489d-b390-16778e4a1fcc req-9ac142ef-099e-4d4e-b1dc-7f1334f11b01 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:09.882507 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a797fd8a-8cad-489d-b390-16778e4a1fcc req-9ac142ef-099e-4d4e-b1dc-7f1334f11b01 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0772169
Jun 29 21:01:09.924821 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-5a3771bb-48b2-4dd0-8e5c-889f46600e9a req-f25ca282-1023-4d67-99d3-6087e4a6ca13 service neutron] 10.222.0.60 "GET /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271799
Jun 29 21:01:09.930224 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a797fd8a-8cad-489d-b390-16778e4a1fcc req-87471bd8-f3e9-4e36-b80b-f98625a07520 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415869
Jun 29 21:01:10.441619 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a505-f7dd-401e-8002-12ec844929f0 req-0b565a8d-6605-4bfb-b629-2d9c5f2471da tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:10.443040 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-40a7a505-f7dd-401e-8002-12ec844929f0 req-0b565a8d-6605-4bfb-b629-2d9c5f2471da tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0821233
Jun 29 21:01:10.492080 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-40a7a505-f7dd-401e-8002-12ec844929f0 req-b0413bcc-5adf-43f8-b09b-7064fc77ce3b tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430191
Jun 29 21:01:10.679516 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea66b82-1d29-4941-8667-cd78ed5bb6e6 req-4166f76b-e3ca-49e5-b4cc-7d70ab4f0d5c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:10.680951 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-eea66b82-1d29-4941-8667-cd78ed5bb6e6 req-4166f76b-e3ca-49e5-b4cc-7d70ab4f0d5c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0797980
Jun 29 21:01:10.726467 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-eea66b82-1d29-4941-8667-cd78ed5bb6e6 req-6c313d91-1fee-4987-9907-e30ada114966 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396998
Jun 29 21:01:11.168693 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2a6e5-d71b-413b-94cd-7d490d6fe610 req-c740db79-c8fc-424e-9e43-f9cab4e3cf52 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:11.170292 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5de2a6e5-d71b-413b-94cd-7d490d6fe610 req-c740db79-c8fc-424e-9e43-f9cab4e3cf52 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0849752
Jun 29 21:01:11.218321 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5de2a6e5-d71b-413b-94cd-7d490d6fe610 req-bf839b4c-b9be-4f1d-afb2-5ec46a957083 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423901
Jun 29 21:01:11.691039 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5001d8d-0e79-4724-9b9d-4067c3eee094 req-9042a624-4172-488a-b910-087dd5775b88 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:11.692480 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d5001d8d-0e79-4724-9b9d-4067c3eee094 req-9042a624-4172-488a-b910-087dd5775b88 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0763071
Jun 29 21:01:11.744028 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-d5001d8d-0e79-4724-9b9d-4067c3eee094 req-e8a2da52-2299-4cd4-aed9-240a4b93d40d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0456510
Jun 29 21:01:11.927619 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574eea5c-0936-45d7-a47f-d4a21bb4b163 req-b7851096-522f-48ed-92e5-fe5c4a1d9bc7 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:11.929145 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-574eea5c-0936-45d7-a47f-d4a21bb4b163 req-b7851096-522f-48ed-92e5-fe5c4a1d9bc7 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0796063
Jun 29 21:01:11.975399 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-574eea5c-0936-45d7-a47f-d4a21bb4b163 req-35e087d5-da7d-4eb2-9040-69a3c7d87d34 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405533
Jun 29 21:01:12.454036 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b604b0a-f00f-45da-bc9b-44d6c1094515 req-d719d9cb-e045-4add-a051-f994dc1f820c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:12.455499 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6b604b0a-f00f-45da-bc9b-44d6c1094515 req-d719d9cb-e045-4add-a051-f994dc1f820c tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0875437
Jun 29 21:01:12.509101 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6b604b0a-f00f-45da-bc9b-44d6c1094515 req-072c4ecf-d08b-4e03-bf1b-8dfef9317f1e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469472
Jun 29 21:01:12.612197 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-56beee36-0a94-492b-a45b-8079fa4b848a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:12.947075 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d58e0-5a6d-4086-91b2-45fa62fed246 req-c8fa0d17-2fd2-4fe9-8d77-d35be4e282aa tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:12.948762 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0d6d58e0-5a6d-4086-91b2-45fa62fed246 req-c8fa0d17-2fd2-4fe9-8d77-d35be4e282aa tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0803516
Jun 29 21:01:12.997478 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0d6d58e0-5a6d-4086-91b2-45fa62fed246 req-1ea1860e-5223-49c9-953e-8d0274bace73 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0423710
Jun 29 21:01:13.026528 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:13.194273 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddd978-720b-4e03-9967-58eb00d89df5 req-18a6c01c-884c-4dcb-8f30-1d54b98a2e4c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:13.195947 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a2ddd978-720b-4e03-9967-58eb00d89df5 req-18a6c01c-884c-4dcb-8f30-1d54b98a2e4c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0895736
Jun 29 21:01:13.253085 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a2ddd978-720b-4e03-9967-58eb00d89df5 req-f08cced5-67a6-469b-844a-e14e79dc3edf tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512230
Jun 29 21:01:13.751135 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c929ac-6e30-4309-b499-5d61811f845e req-700f0e18-6128-4b48-88f1-68873238ebd5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:13.752787 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-42c929ac-6e30-4309-b499-5d61811f845e req-700f0e18-6128-4b48-88f1-68873238ebd5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0896647
Jun 29 21:01:13.806272 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-42c929ac-6e30-4309-b499-5d61811f845e req-deac396e-779d-4ea7-83ef-48b797f2c438 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478177
Jun 29 21:01:14.275591 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b5626-1e13-4335-bb5d-e7580be1f8db req-e67d727e-77a1-4556-85d5-968317b2aa17 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:14.277144 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-492b5626-1e13-4335-bb5d-e7580be1f8db req-e67d727e-77a1-4556-85d5-968317b2aa17 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.1497266
Jun 29 21:01:14.331252 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-492b5626-1e13-4335-bb5d-e7580be1f8db req-4871f1d5-76ca-44b2-82c4-f839fe218035 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0457575
Jun 29 21:01:14.471316 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20343cf7-a025-4a3d-aed6-5571133e93b3 req-b748916b-6a13-40f0-baf1-fb154600d08f tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:14.472779 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-20343cf7-a025-4a3d-aed6-5571133e93b3 req-b748916b-6a13-40f0-baf1-fb154600d08f tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0812700
Jun 29 21:01:14.521232 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-20343cf7-a025-4a3d-aed6-5571133e93b3 req-5d3c47f3-6ef8-43cb-b2a3-897dce2d9d80 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427842
Jun 29 21:01:14.886898 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-5a81d8f8-2049-4654-9b65-fe74f16e7ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:15.022616 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cee19-7505-4b56-b295-d54ba2e0c3e6 req-9bae41e1-1797-4835-be42-1242b67ff646 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:15.024093 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8f2cee19-7505-4b56-b295-d54ba2e0c3e6 req-9bae41e1-1797-4835-be42-1242b67ff646 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0798209
Jun 29 21:01:15.071394 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8f2cee19-7505-4b56-b295-d54ba2e0c3e6 req-3882aafd-eb3b-4a84-8f31-903997ceb2b5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416141
Jun 29 21:01:15.536024 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eba397-7bf9-4515-89a7-0e1909c9e5c0 req-dee74f46-7765-4e79-9323-e80a291861ff tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:15.537673 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-88eba397-7bf9-4515-89a7-0e1909c9e5c0 req-dee74f46-7765-4e79-9323-e80a291861ff tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0818074
Jun 29 21:01:15.598288 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-88eba397-7bf9-4515-89a7-0e1909c9e5c0 req-d2d8bf0c-6202-4bc8-9a98-66491e2f113b tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0548236
Jun 29 21:01:15.732188 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818f8b5-e64f-4254-91a1-6853f8f3cc8b req-98496dee-a188-4abb-820e-c428cccf5217 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:15.734458 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3818f8b5-e64f-4254-91a1-6853f8f3cc8b req-98496dee-a188-4abb-820e-c428cccf5217 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0787594
Jun 29 21:01:15.785581 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3818f8b5-e64f-4254-91a1-6853f8f3cc8b req-ad6cb3c1-7354-4137-914f-cbb1a74ccf68 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455596
Jun 29 21:01:15.884555 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:16.291788 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20654e-de78-42f1-b431-79adad81ff7a req-f041962e-aa83-48fd-b4f8-cbe88a3c7bb8 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:16.293279 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8e20654e-de78-42f1-b431-79adad81ff7a req-f041962e-aa83-48fd-b4f8-cbe88a3c7bb8 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0793340
Jun 29 21:01:16.341122 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8e20654e-de78-42f1-b431-79adad81ff7a req-ec8b3896-2703-461c-a786-cacdfa4b8619 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417178
Jun 29 21:01:16.840314 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4137e-d1a9-40d4-b5f1-905b7b917d9f req-388aca76-4991-4a89-9e3b-204ea3e85775 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:16.847916 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-79f4137e-d1a9-40d4-b5f1-905b7b917d9f req-388aca76-4991-4a89-9e3b-204ea3e85775 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0904298
Jun 29 21:01:16.905552 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-79f4137e-d1a9-40d4-b5f1-905b7b917d9f req-d09244c8-cbb0-4979-95b6-05afbaf8447d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0562973
Jun 29 21:01:17.022599 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cc182-1d26-42d5-aa52-485f346b04d8 req-501ed201-eb3f-477a-8749-bd3a5af48420 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:17.024147 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8b6cc182-1d26-42d5-aa52-485f346b04d8 req-501ed201-eb3f-477a-8749-bd3a5af48420 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0808530
Jun 29 21:01:17.076191 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-8b6cc182-1d26-42d5-aa52-485f346b04d8 req-c71eb339-414e-4839-a67c-1bce8050df73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426555
Jun 29 21:01:17.196662 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:17.566131 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9781288-9ce2-41ed-923a-7dda7104ee6a req-0737cccb-4cfa-4d83-91bd-25a82aa77ad5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:17.567557 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c9781288-9ce2-41ed-923a-7dda7104ee6a req-0737cccb-4cfa-4d83-91bd-25a82aa77ad5 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0871818
Jun 29 21:01:17.627750 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c9781288-9ce2-41ed-923a-7dda7104ee6a req-06d60a08-0641-428f-afb0-fd87f7bfc4bd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538831
Jun 29 21:01:18.146477 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70f9d-04aa-4f79-848f-2874b7f03e35 req-3ae5aaa2-d8e3-46ac-a952-bead6323d809 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:18.148132 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-19f70f9d-04aa-4f79-848f-2874b7f03e35 req-3ae5aaa2-d8e3-46ac-a952-bead6323d809 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.1069839
Jun 29 21:01:18.200965 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-19f70f9d-04aa-4f79-848f-2874b7f03e35 req-cff20d11-b57f-4b0c-9dee-da4a01b49749 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0469742
Jun 29 21:01:18.291699 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d9bc-7d2a-49d1-8890-48b323f36981 req-ddb4a8b5-3d72-4d16-9e0c-69d56c78de72 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:18.293264 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a804d9bc-7d2a-49d1-8890-48b323f36981 req-ddb4a8b5-3d72-4d16-9e0c-69d56c78de72 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0815437
Jun 29 21:01:18.340267 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a804d9bc-7d2a-49d1-8890-48b323f36981 req-d2fe3d37-8298-4fb7-aa76-841fbb44ba41 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406404
Jun 29 21:01:18.848178 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3e337-985e-4c5a-a57d-4ef7b4522eaa req-b5d5748b-e134-4d04-9f14-ded469bdcbbb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:18.849910 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e9b3e337-985e-4c5a-a57d-4ef7b4522eaa req-b5d5748b-e134-4d04-9f14-ded469bdcbbb tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0770829
Jun 29 21:01:18.903562 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e9b3e337-985e-4c5a-a57d-4ef7b4522eaa req-20aa2035-f825-4bd1-8181-8b3f79968e14 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480087
Jun 29 21:01:19.409938 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e4e34-3bbf-4084-b1f0-83d034dc1d1c req-42bb1e57-59d7-4953-9f39-2c461af88a9b tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:19.416406 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e58e4e34-3bbf-4084-b1f0-83d034dc1d1c req-42bb1e57-59d7-4953-9f39-2c461af88a9b tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0950308
Jun 29 21:01:19.466424 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e58e4e34-3bbf-4084-b1f0-83d034dc1d1c req-f1416ea7-eb83-4d5b-a701-aee3cd24ed2a tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0449171
Jun 29 21:01:19.554579 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4343c-2c2e-410e-822e-81460d9fb2f1 req-5f0c1415-d212-47fc-a610-340dba150650 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:19.555820 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f7f4343c-2c2e-410e-822e-81460d9fb2f1 req-5f0c1415-d212-47fc-a610-340dba150650 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0871639
Jun 29 21:01:19.607127 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-f7f4343c-2c2e-410e-822e-81460d9fb2f1 req-ea2ba495-4649-41d5-8514-918647430ebe tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454209
Jun 29 21:01:20.122127 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd94502-e9ff-46ec-9fd0-35e57d913fb7 req-c4b35e1c-ff34-49d9-919f-10a421784887 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:20.123682 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7dd94502-e9ff-46ec-9fd0-35e57d913fb7 req-c4b35e1c-ff34-49d9-919f-10a421784887 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0807457
Jun 29 21:01:20.172075 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7dd94502-e9ff-46ec-9fd0-35e57d913fb7 req-931186b6-71d8-4975-a33d-9b781454e7f3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414138
Jun 29 21:01:20.684842 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9414f-a33a-4f39-82cf-0e34fddc8c1f req-ced541ce-10c4-4a26-a5f3-31d69c40d560 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:20.686433 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1ac9414f-a33a-4f39-82cf-0e34fddc8c1f req-ced541ce-10c4-4a26-a5f3-31d69c40d560 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0834513
Jun 29 21:01:20.773519 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1ac9414f-a33a-4f39-82cf-0e34fddc8c1f req-8763be22-817c-4188-ac37-c1aa6748ea64 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0798771
Jun 29 21:01:20.853319 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcab6bc-c1b2-4fff-80b5-f3a8c465fba5 req-5d8856cf-223f-4c30-8004-928188e4e266 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:20.854755 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3dcab6bc-c1b2-4fff-80b5-f3a8c465fba5 req-5d8856cf-223f-4c30-8004-928188e4e266 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.0803969
Jun 29 21:01:20.904243 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3dcab6bc-c1b2-4fff-80b5-f3a8c465fba5 req-7445976e-cd23-4863-81d1-ac6cb37deb40 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429332
Jun 29 21:01:21.402997 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a14ab-5a98-4d7d-8744-0da398b0b149 req-7c58d817-c786-4df2-bbb8-2f1e608e4009 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:21.404412 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-af3a14ab-5a98-4d7d-8744-0da398b0b149 req-7c58d817-c786-4df2-bbb8-2f1e608e4009 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0878983
Jun 29 21:01:21.452432 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-af3a14ab-5a98-4d7d-8744-0da398b0b149 req-d406569d-daa4-48fb-83dc-e6261ac7d1f3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418892
Jun 29 21:01:21.971814 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec263e-5a86-4bfc-ba47-a3b312102c9d req-9d46cb94-eadd-4b3d-af88-c4b11715418c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:21.973356 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7dec263e-5a86-4bfc-ba47-a3b312102c9d req-9d46cb94-eadd-4b3d-af88-c4b11715418c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0848167
Jun 29 21:01:22.152327 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7dec263e-5a86-4bfc-ba47-a3b312102c9d req-2f632956-eda1-4145-b504-50252ab0d767 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1732447
Jun 29 21:01:22.173909 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035cee6-c112-4959-8e5d-f9505cbf659e req-6e8228e1-3b45-4baa-9a0b-151b83215d6a tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:22.175348 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2035cee6-c112-4959-8e5d-f9505cbf659e req-6e8228e1-3b45-4baa-9a0b-151b83215d6a tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1016877
Jun 29 21:01:22.227107 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2035cee6-c112-4959-8e5d-f9505cbf659e req-564e2817-2b03-4f15-8025-1e6cb0dff569 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404522
Jun 29 21:01:22.665216 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18832c91-049f-4cba-9cf0-11b587b01c55 req-c129e637-cc5d-4fe7-ad28-a492d06c935e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:22.666826 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-18832c91-049f-4cba-9cf0-11b587b01c55 req-c129e637-cc5d-4fe7-ad28-a492d06c935e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0789793
Jun 29 21:01:22.711114 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-18832c91-049f-4cba-9cf0-11b587b01c55 req-5230d10b-5e13-42cc-b648-3c36d5d46349 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387268
Jun 29 21:01:23.086541 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:23.355236 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e6b0f-24e4-47d9-bfe9-26a0a00e6374 req-6b333296-7b6f-492e-b635-5787c92ade93 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:23.356656 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-147e6b0f-24e4-47d9-bfe9-26a0a00e6374 req-6b333296-7b6f-492e-b635-5787c92ade93 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0801327
Jun 29 21:01:23.458486 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-147e6b0f-24e4-47d9-bfe9-26a0a00e6374 req-b8448c71-4715-45b8-8695-0c57903733b1 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0944247
Jun 29 21:01:23.481500 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdbba5-f554-40cb-92a2-4d0d39ef86f3 req-dfd89e8f-4c57-40bb-b114-5f615bae2326 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:23.483027 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-47fdbba5-f554-40cb-92a2-4d0d39ef86f3 req-dfd89e8f-4c57-40bb-b114-5f615bae2326 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1015964
Jun 29 21:01:23.532995 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-47fdbba5-f554-40cb-92a2-4d0d39ef86f3 req-3194b67a-b14b-408f-9cbd-6c68b6e481a3 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443864
Jun 29 21:01:23.940382 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978ad0d-b1a7-496b-acfd-b3314199a734 req-083dd391-1d80-449a-b9d9-9d5e68fcd2b3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:23.941898 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a978ad0d-b1a7-496b-acfd-b3314199a734 req-083dd391-1d80-449a-b9d9-9d5e68fcd2b3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 943 time: 0.0931830
Jun 29 21:01:23.994775 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a978ad0d-b1a7-496b-acfd-b3314199a734 req-02dbac61-da6a-478b-8b07-3e8a1850ab7e tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461948
Jun 29 21:01:24.671853 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db879c3d-06b4-464e-907e-4fa5f2c7b16a req-43cb5bc0-ccd4-45ae-bebf-2d6d4487e866 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:24.673114 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db879c3d-06b4-464e-907e-4fa5f2c7b16a req-43cb5bc0-ccd4-45ae-bebf-2d6d4487e866 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0930572
Jun 29 21:01:24.773564 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-db879c3d-06b4-464e-907e-4fa5f2c7b16a req-06effdf1-a052-4278-9024-ef95682c3c74 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d4a3f7-6747-4525-9fbb-9795024e0d2b&id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0649471
Jun 29 21:01:24.794572 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13996d-a87c-422a-8a7d-f8f41b3af4f1 req-eec80fa8-fc8b-4c70-a843-0c08a7328e5b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:24.796049 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6b13996d-a87c-422a-8a7d-f8f41b3af4f1 req-eec80fa8-fc8b-4c70-a843-0c08a7328e5b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 944 time: 0.1220570
Jun 29 21:01:24.837032 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1c40ac8c-9a04-48d6-9524-01f4765cfe0f details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:01:24.844496 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6b13996d-a87c-422a-8a7d-f8f41b3af4f1 req-8c6cd983-8336-4f4f-ab88-ac7be66e71b2 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426302
Jun 29 21:01:24.968147 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:24.980909 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'port_id': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'mac_address': 'fa:16:3e:d7:f5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:01:25.037584 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:25.056383 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c40ac8c-9a04-48d6-9524-01f4765cfe0f {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:01:25.072023 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:25.076883 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:25.077598 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5ae8f816-5598-49d0-a742-1583e0555133 details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:01:25.079504 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:25.210844 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=9']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:25.214078 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:25.219403 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd33cf-b8af-4374-8270-f2fa81205a77 req-5bfa570d-dc58-4be2-8c89-fd6a662b344a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:25.220872 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7dcd33cf-b8af-4374-8270-f2fa81205a77 req-5bfa570d-dc58-4be2-8c89-fd6a662b344a tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 944 time: 0.0783427
Jun 29 21:01:25.270012 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7dcd33cf-b8af-4374-8270-f2fa81205a77 req-cfe88644-ebb4-4823-8a41-0c606188b428 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432320
Jun 29 21:01:25.272720 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 5ae8f816-5598-49d0-a742-1583e0555133, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5ae8f816-5598-49d0-a742-1583e0555133,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:25.294292 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '5ae8f816-5598-49d0-a742-1583e0555133', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'port_id': '5ae8f816-5598-49d0-a742-1583e0555133', 'mac_address': 'fa:16:3e:65:f2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:01:25.349047 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:25.369960 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae8f816-5598-49d0-a742-1583e0555133 {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:01:25.384415 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 5ae8f816-5598-49d0-a742-1583e0555133, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5ae8f816-5598-49d0-a742-1583e0555133,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:25.388395 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:25.390217 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:25.481412 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=5ae8f816-5598-49d0-a742-1583e0555133,revision_number=7']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:25.484946 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:25.773736 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['1c40ac8c-9a04-48d6-9524-01f4765cfe0f'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:01:25.810046 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['5ae8f816-5598-49d0-a742-1583e0555133'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:01:26.186931 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ebe93-c750-4fb9-8284-8973b67415ab req-fa6e84d8-55bb-44e9-9161-96b149739eb9 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:26.188366 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-704ebe93-c750-4fb9-8284-8973b67415ab req-fa6e84d8-55bb-44e9-9161-96b149739eb9 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 945 time: 0.0785563
Jun 29 21:01:26.234250 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-704ebe93-c750-4fb9-8284-8973b67415ab req-17052126-28e7-4924-9ea1-75eb4b234525 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403857
Jun 29 21:01:26.484143 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf202465-62ea-4f43-8c18-9e7d665588a9 req-e620dfb8-bf46-4f1e-955a-d6f4025268a9 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:26.485588 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cf202465-62ea-4f43-8c18-9e7d665588a9 req-e620dfb8-bf46-4f1e-955a-d6f4025268a9 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 944 time: 0.0838439
Jun 29 21:01:26.532741 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-cf202465-62ea-4f43-8c18-9e7d665588a9 req-f6356b05-59fd-4c5c-9b24-821198ebe6bc tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415711
Jun 29 21:01:26.854087 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1c40ac8c-9a04-48d6-9524-01f4765cfe0f up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:01:26.922987 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:01:26.923356 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:27.032473 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:27.058017 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:01:27.067857 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:27.071791 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:27.074220 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:27.112747 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'code': 200}
Jun 29 21:01:27.137687 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=10']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:27.140828 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:27.432039 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-420d66b6-6b6d-40ae-8dbc-3cc660acc0e5 req-357d067f-d620-4962-8aff-79fd76a3fadc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 1099 time: 0.0724082
Jun 29 21:01:27.433133 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced312b5-6b6e-4d4d-b092-4a1891b8a8ef req-6e59ce3f-8d6d-40c3-8b47-d8670019d7e8 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:27.434525 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ced312b5-6b6e-4d4d-b092-4a1891b8a8ef req-6e59ce3f-8d6d-40c3-8b47-d8670019d7e8 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 945 time: 0.0765049
Jun 29 21:01:27.478903 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-420d66b6-6b6d-40ae-8dbc-3cc660acc0e5 req-fc71ad94-a98f-4a52-bdb0-711f7b945e5a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368111
Jun 29 21:01:27.480446 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ced312b5-6b6e-4d4d-b092-4a1891b8a8ef req-355c58ca-8a81-40e3-a067-00762e6bf34f tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402615
Jun 29 21:01:27.747515 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b2ff7-2e83-447f-a10b-f5e004e7ad76 req-c974bfd0-789c-41bc-a4d0-206c2893eefd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:27.749225 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-189b2ff7-2e83-447f-a10b-f5e004e7ad76 req-c974bfd0-789c-41bc-a4d0-206c2893eefd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 946 time: 0.0821981
Jun 29 21:01:27.795541 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-189b2ff7-2e83-447f-a10b-f5e004e7ad76 req-95618fff-a4bd-42d0-bb43-c9999325ff9f tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407569
Jun 29 21:01:28.680730 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d0b5e-3a05-43f9-8e51-a3b76f200bed req-e16a5182-3e69-4cda-b921-af080380e3f8 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:28.682143 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-882d0b5e-3a05-43f9-8e51-a3b76f200bed req-e16a5182-3e69-4cda-b921-af080380e3f8 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 945 time: 0.0769360
Jun 29 21:01:28.742480 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-882d0b5e-3a05-43f9-8e51-a3b76f200bed req-2ef02e7f-26a2-4ec1-82f7-f8edbda96271 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538330
Jun 29 21:01:28.869249 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5ae8f816-5598-49d0-a742-1583e0555133 up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:01:28.954283 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 5ae8f816-5598-49d0-a742-1583e0555133 triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:01:28.954922 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:29.024448 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2676db4-6725-41d5-b2a3-3a6cbf80e0e5 req-59affa10-3686-4f9d-88da-c7752a1a5ce3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:29.032522 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e2676db4-6725-41d5-b2a3-3a6cbf80e0e5 req-59affa10-3686-4f9d-88da-c7752a1a5ce3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 946 time: 0.0943732
Jun 29 21:01:29.103131 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:29.106955 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e2676db4-6725-41d5-b2a3-3a6cbf80e0e5 req-358ab3fc-3f4d-48d5-a9c3-1cc8859da0fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734940
Jun 29 21:01:29.144248 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 5ae8f816-5598-49d0-a742-1583e0555133, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5ae8f816-5598-49d0-a742-1583e0555133,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:29.145326 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:01:29.151409 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:29.154425 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-6cdbc783-d5c7-4e6a-bfb2-e9983cc51083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:29.223153 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133', 'code': 200}
Jun 29 21:01:29.238812 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=5ae8f816-5598-49d0-a742-1583e0555133,revision_number=8']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:29.242110 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:29.629549 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a4352c20-e58b-488f-8623-b72f6f9c7933 req-f0fcc9ae-a2b3-4cb7-8a48-5f46696d2a16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1099 time: 0.0705123
Jun 29 21:01:29.676370 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-a4352c20-e58b-488f-8623-b72f6f9c7933 req-306aa087-09e1-4b36-9053-0705f1fefabd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396106
Jun 29 21:01:29.945655 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65240788-3325-4587-907f-4ff306a8fff2 req-7c371446-3f4d-42d6-852b-45cba4dbcb97 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:29.947086 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-65240788-3325-4587-907f-4ff306a8fff2 req-7c371446-3f4d-42d6-852b-45cba4dbcb97 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0755358
Jun 29 21:01:29.994745 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-65240788-3325-4587-907f-4ff306a8fff2 req-c1a130eb-6162-4826-9164-4b185f003476 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420196
Jun 29 21:01:30.318051 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74dc75-24ea-45e0-8f37-7d7579afaf04 req-dabfcb0b-eb47-405d-b0e5-60c38cc039ae tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:30.319398 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ee74dc75-24ea-45e0-8f37-7d7579afaf04 req-dabfcb0b-eb47-405d-b0e5-60c38cc039ae tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 946 time: 0.0786386
Jun 29 21:01:30.367826 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ee74dc75-24ea-45e0-8f37-7d7579afaf04 req-fbfbf8ff-0955-4efe-8ec2-b09fca8ffc81 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427296
Jun 29 21:01:31.192947 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a597-0330-4041-9600-28d4c1cc614c req-80bf9cba-df89-4d7b-9ba4-10b20cb4a16f tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:31.194368 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4e79a597-0330-4041-9600-28d4c1cc614c req-80bf9cba-df89-4d7b-9ba4-10b20cb4a16f tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0816617
Jun 29 21:01:31.239290 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4e79a597-0330-4041-9600-28d4c1cc614c req-7776a908-b963-4090-afde-06dc937b798b tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393496
Jun 29 21:01:32.273550 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89921d3-a5cc-45fe-8a01-d4ee5b4a7e90 req-1577ffad-acae-457e-90a8-2aae9fe592ea tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:32.274856 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e89921d3-a5cc-45fe-8a01-d4ee5b4a7e90 req-1577ffad-acae-457e-90a8-2aae9fe592ea tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0763564
Jun 29 21:01:32.319696 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e89921d3-a5cc-45fe-8a01-d4ee5b4a7e90 req-06754a59-801d-4b31-844b-62b89ca487fb tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393884
Jun 29 21:01:33.582003 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49193a61-3ef1-4e90-8e2c-930fc258d167 req-352e5cd3-6aa2-469a-82d9-c9c3be9a1caa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:33.583433 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49193a61-3ef1-4e90-8e2c-930fc258d167 req-352e5cd3-6aa2-469a-82d9-c9c3be9a1caa tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.1398869
Jun 29 21:01:33.628406 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-49193a61-3ef1-4e90-8e2c-930fc258d167 req-ffe14325-2d33-4cba-97cc-f57a145f1a0e tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392597
Jun 29 21:01:34.222482 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51346ef8-f285-4afd-9473-ecf905fb947f req-648cd3b1-c892-48e8-abdd-95e335c8c58c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:34.223153 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-51346ef8-f285-4afd-9473-ecf905fb947f req-648cd3b1-c892-48e8-abdd-95e335c8c58c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Synchronizing usage tracker for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:01:34.238273 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-51346ef8-f285-4afd-9473-ecf905fb947f req-648cd3b1-c892-48e8-abdd-95e335c8c58c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Unset dirty status for tenant:fe2cb1c5294c4a5588f32690a2eae589 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:01:34.239327 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-51346ef8-f285-4afd-9473-ecf905fb947f req-648cd3b1-c892-48e8-abdd-95e335c8c58c tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.1659527
Jun 29 21:01:34.305716 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Deleting port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:01:34.306048 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:34.542901 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] For port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:34.543166 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:34.823535 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9497-2800-4bd2-bb85-bd2163e9372d req-540860b0-d5ae-43e5-bec4-0299a8187386 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:34.824629 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:34.824892 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5d6c9497-2800-4bd2-bb85-bd2163e9372d req-540860b0-d5ae-43e5-bec4-0299a8187386 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 945 time: 0.0754869
Jun 29 21:01:34.825053 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:34.825287 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.l3_db [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Floating IP fc448847-1f4c-42aa-9c87-515db9398000 disassociated. External IP: 172.27.2.19, port: 75c1c5b5-a9fe-4840-9c99-74a5afa9a432.
Jun 29 21:01:34.825620 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Calling delete_port for 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:01:34.874787 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-5d6c9497-2800-4bd2-bb85-bd2163e9372d req-c6ec5198-be03-44b2-b12e-7f98ba405b79 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups?id=2406f794-2b5d-49d9-ba48-9c7bea3dc410&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428998
Jun 29 21:01:34.964241 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:34.969741 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:35.014040 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event deleted for resources: {'Port': ['ID=75c1c5b5-a9fe-4840-9c99-74a5afa9a432,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:35.026258 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.026645 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.027006 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.027355 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.027701 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.028042 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.028383 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.028750 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.029089 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.029423 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.029758 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:01:35.033226 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:35.225679 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Router e31f5010-febd-450b-9c8e-e14e8a32b49d has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:01:35.422639 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:01:35.433178 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] Sync routers for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:01:35.449206 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:01:35.449833 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544615a100>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:01:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:35.496619 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] No DVR routers for this DVR port 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:01:35.499850 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:35.502731 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'name': 'network-vif-deleted', 'tag': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:01:35.518555 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-51346ef8-f285-4afd-9473-ecf905fb947f req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.60 "DELETE /v2.0/ports/75c1c5b5-a9fe-4840-9c99-74a5afa9a432 HTTP/1.1" status: 204  len: 173 time: 1.2735984
Jun 29 21:01:35.568762 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0bda8c3-66fb-4bf3-8948-c9a160557806', 'name': 'network-vif-deleted', 'tag': '75c1c5b5-a9fe-4840-9c99-74a5afa9a432', 'status': 'completed', 'code': 200}
Jun 29 21:01:35.636806 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:01:35.945021 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544615a100>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:35.948805 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] Checking router: e31f5010-febd-450b-9c8e-e14e8a32b49d for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:01:35.959804 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:01:35.960403 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544615a100>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:01:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:36.054687 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-311ec1aa-ebf1-44d2-be6d-995e37e065b3 req-7536d2f7-67ea-4c67-a41d-a1bf28163189 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0bda8c3-66fb-4bf3-8948-c9a160557806 HTTP/1.1" status: 200  len: 210 time: 0.0427082
Jun 29 21:01:36.173631 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:01:36.484842 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544615a100>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:36.488470 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0aee0c-4ced-4f32-b2ca-d62f4cc39376 None None] The sync data for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi is: [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T20:53:54Z', 'revision_number': 4, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': 'd46a4a4c-162a-4bb0-a0b8-63c9ca83e423', 'name': '', 'network_id': 'd76c2cdb-9cac-4e13-839f-9ee932b7c711', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'mac_address': 'fa:16:3e:20:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:51Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'subnets': [{'id': 'cbbb664c-27ca-451c-8320-c1ba4548a65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:01:36.695264 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503a8a5e-cd57-41f5-8b4c-39e55dbd0216 None None] New status for floating IP fc448847-1f4c-42aa-9c87-515db9398000: DOWN {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:01:36.934929 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:01:36.967260 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:01:36.967606 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 75c1c5b5-a9fe-4840-9c99-74a5afa9a432 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:01:37.196868 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59654) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:37.259896 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6d3a84cf-f1ac-4478-a76b-1114afe5bbd1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:37.287008 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6d3a84cf-f1ac-4478-a76b-1114afe5bbd1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:37.340023 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6d3a84cf-f1ac-4478-a76b-1114afe5bbd1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:37.343842 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d8af7f39-e493-4be0-892a-69af471d8489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:37.358078 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a84cf-f1ac-4478-a76b-1114afe5bbd1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2406f794-2b5d-49d9-ba48-9c7bea3dc410,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:37.360602 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6d3a84cf-f1ac-4478-a76b-1114afe5bbd1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:37.366967 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-6d3a84cf-f1ac-4478-a76b-1114afe5bbd1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:37.368044 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-6d3a84cf-f1ac-4478-a76b-1114afe5bbd1 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "DELETE /v2.0/security-groups/2406f794-2b5d-49d9-ba48-9c7bea3dc410 HTTP/1.1" status: 204  len: 168 time: 0.1701832
Jun 29 21:01:37.370730 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59658) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:37.387741 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.api.v2.resource [None req-6c23985b-9522-4778-8f8c-a27337e55645 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] show failed (client error): The resource could not be found.
Jun 29 21:01:37.388721 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-6c23985b-9522-4778-8f8c-a27337e55645 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "GET /v2.0/security-groups/2406f794-2b5d-49d9-ba48-9c7bea3dc410 HTTP/1.1" status: 404  len: 347 time: 0.0171044
Jun 29 21:01:37.392097 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59662) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:37.628744 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Deleting port d93b2a80-b6fe-475f-b30e-6be687dabb6d {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:01:37.629078 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:37.790657 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:37.790979 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:37.908900 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Calling delete_port for d93b2a80-b6fe-475f-b30e-6be687dabb6d owned by network:floatingip {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:01:38.041827 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:38.045160 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-08d54724-b0d6-434c-a364-536f04431156 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:38.088504 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Pushing event deleted for resources: {'Port': ['ID=d93b2a80-b6fe-475f-b30e-6be687dabb6d,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:38.091189 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:38.176493 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks [] for floatingip, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:38.190353 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:38.191453 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] 10.222.0.15 "DELETE /v2.0/floatingips/fc448847-1f4c-42aa-9c87-515db9398000 HTTP/1.1" status: 204  len: 168 time: 0.7984579
Jun 29 21:01:42.201485 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59692) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:42.230419 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:01:42.604204 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-b15891a9-d4d8-4459-8767-da160fd254b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:42.718204 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594463'] for router_interface, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:43.029176 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:43.386666 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Deleting port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:01:43.387245 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:43.551236 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] For port d46a4a4c-162a-4bb0-a0b8-63c9ca83e423, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=d46a4a4c-162a-4bb0-a0b8-63c9ca83e423,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:43.551580 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:43.670677 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Calling delete_port for d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 owned by network:router_interface {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:01:43.839834 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:43.844391 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-62e350f6-389d-4c66-85e1-3231ad0b7262 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:43.887746 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Pushing event deleted for resources: {'Port': ['ID=d46a4a4c-162a-4bb0-a0b8-63c9ca83e423,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:43.891168 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:44.167895 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594977'] for router_interface, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:44.823589 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Router e31f5010-febd-450b-9c8e-e14e8a32b49d has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:01:44.880918 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-25aa8d69-3287-484c-b438-a92dbed3df23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:45.019756 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:01:45.028919 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] Sync routers for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:01:45.031916 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-2de6de74-0deb-4d38-9b57-9cb837b9851a admin admin] 10.222.0.15 "PUT /v2.0/routers/e31f5010-febd-450b-9c8e-e14e8a32b49d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8287783
Jun 29 21:01:45.034452 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59698) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:45.041768 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:01:45.042369 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544614e4f0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:01:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:45.226501 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:01:45.241477 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Notify callbacks [] for router, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:45.436049 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:45.446111 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Deleting port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:01:45.446512 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:45.508524 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544614e4f0>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T21:01:43Z', 'revision_number': 5, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port': {'id': '74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:45.512139 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] Checking router: e31f5010-febd-450b-9c8e-e14e8a32b49d for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:01:45.522969 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] Routers {'e31f5010-febd-450b-9c8e-e14e8a32b49d'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:01:45.523555 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544614e4f0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:01:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e31f5010-febd-450b-9c8e-e14e8a32b49d'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:45.617401 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] For port 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:45.617750 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:45.671426 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] Set router e31f5010-febd-450b-9c8e-e14e8a32b49d gateway port host: None {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:01:45.738218 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Calling delete_port for 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d owned by network:router_gateway {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:01:45.776304 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544614e4f0>, [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T21:01:45Z', 'revision_number': 6, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port_host': None}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:45.779992 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d267bea-5b31-43af-96cc-7b817905a25d None None] The sync data for ids ['e31f5010-febd-450b-9c8e-e14e8a32b49d'] in dv-cinder-779781-1-iscsi is: [{'id': 'e31f5010-febd-450b-9c8e-e14e8a32b49d', 'name': 'tempest-AttachVolumeTestJSON-717219234-router', 'tenant_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:43Z', 'updated_at': '2021-06-29T21:01:45Z', 'revision_number': 6, 'project_id': 'fe2cb1c5294c4a5588f32690a2eae589', 'gw_port_host': None}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:01:45.885746 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:45.901471 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:45.905860 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:45.947146 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:45.949609 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:46.263954 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591432'] for router_gateway, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:46.517092 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3446'] for router, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:46.520766 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:46.549413 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591284'] for router, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:46.550202 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e31f5010-febd-450b-9c8e-e14e8a32b49d {{(pid=74217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:01:46.563167 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:46.564266 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] 10.222.0.15 "DELETE /v2.0/routers/e31f5010-febd-450b-9c8e-e14e8a32b49d HTTP/1.1" status: 204  len: 168 time: 1.5289187
Jun 29 21:01:46.566775 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59706) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:46.629827 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc91ba9-19b8-4d15-b9ce-b6dcfdf14382 admin admin] Deleting subnet cbbb664c-27ca-451c-8320-c1ba4548a65b {{(pid=74217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:01:46.632835 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5fc91ba9-19b8-4d15-b9ce-b6dcfdf14382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:46.680192 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5fc91ba9-19b8-4d15-b9ce-b6dcfdf14382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3702203'] for subnet, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:46.800615 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5fc91ba9-19b8-4d15-b9ce-b6dcfdf14382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:46.867447 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5fc91ba9-19b8-4d15-b9ce-b6dcfdf14382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4136704'] for subnet, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:46.871721 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:46.908660 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc91ba9-19b8-4d15-b9ce-b6dcfdf14382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbb664c-27ca-451c-8320-c1ba4548a65b,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:46.911923 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5fc91ba9-19b8-4d15-b9ce-b6dcfdf14382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:46.912903 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5fc91ba9-19b8-4d15-b9ce-b6dcfdf14382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:46.917585 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dcaf51-505d-4793-b752-e5e9e4c598fd None None] Network d76c2cdb-9cac-4e13-839f-9ee932b7c711 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:01:46.919259 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-5fc91ba9-19b8-4d15-b9ce-b6dcfdf14382 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cbbb664c-27ca-451c-8320-c1ba4548a65b HTTP/1.1" status: 204  len: 168 time: 0.3515615
Jun 29 21:01:46.921682 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59710) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:47.020925 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.030993 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Deleting port c28fba10-bae6-4246-9c86-a6db8cce4cc5 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:01:47.031844 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.116496 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:01:47.148997 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:01:47.149350 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 74dd0e3d-1ca9-456f-99e8-c7e205ccbc6d not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:01:47.149768 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:01:47.177619 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] DHCP port deletion for d76c2cdb-9cac-4e13-839f-9ee932b7c711 request from dv-cinder-779781-1-iscsi {{(pid=74218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:01:47.191077 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:01:47.191416 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device d46a4a4c-162a-4bb0-a0b8-63c9ca83e423 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:01:47.198590 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] Deleting port c28fba10-bae6-4246-9c86-a6db8cce4cc5 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:01:47.198987 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.240079 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] For port c28fba10-bae6-4246-9c86-a6db8cce4cc5, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=c28fba10-bae6-4246-9c86-a6db8cce4cc5,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:47.240438 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.259329 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.357264 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Calling delete_port for c28fba10-bae6-4246-9c86-a6db8cce4cc5 owned by network:dhcp {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:01:47.420060 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] For port c28fba10-bae6-4246-9c86-a6db8cce4cc5, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=c28fba10-bae6-4246-9c86-a6db8cce4cc5,segment=NetworkSegment(2f4df13b-c6d7-498f-b2d3-090a3141e55d),segment_id=2f4df13b-c6d7-498f-b2d3-090a3141e55d)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:01:47.420482 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.517737 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.521483 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-00b74abc-6cd0-4aed-846e-ee187f6fb417 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:47.539799 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] Calling delete_port for c28fba10-bae6-4246-9c86-a6db8cce4cc5 owned by network:dhcp {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:01:47.566496 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Pushing event deleted for resources: {'Port': ['ID=c28fba10-bae6-4246-9c86-a6db8cce4cc5,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:47.568773 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:47.570905 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] No DVR routers for this DVR port c28fba10-bae6-4246-9c86-a6db8cce4cc5 on host dv-cinder-779781-1-iscsi {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:01:47.677421 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.db.api [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:01:47.677827 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_db.api [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:01:47.685140 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.698456 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5445cddcd0>,) {'filters': {'network_id': ['d76c2cdb-9cac-4e13-839f-9ee932b7c711']}} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:47.710975 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445cddcd0>, '2f4df13b-c6d7-498f-b2d3-090a3141e55d') {'for_net_delete': True} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:47.711265 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445cddcd0>, '2f4df13b-c6d7-498f-b2d3-090a3141e55d') {} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:01:47.722194 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3702196'] for segment, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.737832 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.743594 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=74217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:01:47.743970 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570591'] for segment, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]: Traceback (most recent call last):
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     timer()
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     cb(*args, **kw)
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     return func(*args, **kwargs)
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     self._notify()
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     self.callback(batched_events)
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     event.method(event)
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     return f(self, *a, **k)
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._get(url).json()
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:01:47.757394 dv-cinder-779781-1-iscsi neutron-server[74217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:01:47.830769 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.834336 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7db8739e-156a-40d1-be05-b2194c689537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:47.846621 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:47.856218 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76c2cdb-9cac-4e13-839f-9ee932b7c711,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:47.859139 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:47.869580 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d76c2cdb-9cac-4e13-839f-9ee932b7c711 HTTP/1.1" status: 204  len: 168 time: 0.9462428
Jun 29 21:01:48.005749 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59716) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:48.053905 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-c241179a-8183-4511-b8ac-9a02869e851f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe2cb1c5294c4a5588f32690a2eae589&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0469916
Jun 29 21:01:48.056154 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59720) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:48.116375 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f74bd70b-8c01-4078-a4de-72c5753f1390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:48.142005 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f74bd70b-8c01-4078-a4de-72c5753f1390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:48.179171 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] Deleting port c28fba10-bae6-4246-9c86-a6db8cce4cc5 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:01:48.179694 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:48.194096 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f74bd70b-8c01-4078-a4de-72c5753f1390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:48.197994 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b6314d7f-01b3-41a9-bc61-7afb810a2e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:48.213261 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bd70b-8c01-4078-a4de-72c5753f1390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ac9493-3ddd-48c1-8f2e-3741dd668b25,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:48.215652 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f74bd70b-8c01-4078-a4de-72c5753f1390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:48.222036 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f74bd70b-8c01-4078-a4de-72c5753f1390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:48.223074 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f74bd70b-8c01-4078-a4de-72c5753f1390 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27ac9493-3ddd-48c1-8f2e-3741dd668b25 HTTP/1.1" status: 204  len: 168 time: 0.1660366
Jun 29 21:01:48.250899 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-26d66141-9d42-4abc-b328-5630ae79b563 None None] The port 'c28fba10-bae6-4246-9c86-a6db8cce4cc5' was deleted {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:01:49.115338 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device c28fba10-bae6-4246-9c86-a6db8cce4cc5 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:01:49.151191 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: c28fba10-bae6-4246-9c86-a6db8cce4cc5 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:01:49.151645 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device c28fba10-bae6-4246-9c86-a6db8cce4cc5 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:01:51.083109 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b5aa85be-e26b-4398-ad64-4d0b211456e5 req-3ff7940f-60e1-4642-8cf5-4a4cf8785535 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0695157
Jun 29 21:01:51.273679 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b5aa85be-e26b-4398-ad64-4d0b211456e5 req-ad34cdf8-affc-4cac-a4d3-f4ce9e1bd96e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b4081293e248ac8dc9ba0f45827a28&device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1099 time: 0.0920086
Jun 29 21:01:51.423244 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa85be-e26b-4398-ad64-4d0b211456e5 req-c05dd9a4-4716-4756-9f0e-e5c9a4f1f60f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:51.424697 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b5aa85be-e26b-4398-ad64-4d0b211456e5 req-c05dd9a4-4716-4756-9f0e-e5c9a4f1f60f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6ac8742-47be-4a00-b65f-0675d13dc794 HTTP/1.1" status: 200  len: 910 time: 0.1301873
Jun 29 21:01:51.529435 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b5aa85be-e26b-4398-ad64-4d0b211456e5 req-6c99c065-684d-4479-a1aa-2cb520621e83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae8f816-5598-49d0-a742-1583e0555133 HTTP/1.1" status: 200  len: 1002 time: 0.0949857
Jun 29 21:01:51.592229 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa85be-e26b-4398-ad64-4d0b211456e5 req-be0d86ff-964a-4cde-8bd4-c260da7d2031 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:01:51.593837 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b5aa85be-e26b-4398-ad64-4d0b211456e5 req-be0d86ff-964a-4cde-8bd4-c260da7d2031 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6da294a2-2cf7-453f-a2e2-a6bbfd5310a9 HTTP/1.1" status: 200  len: 848 time: 0.0573504
Jun 29 21:01:51.668773 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b5aa85be-e26b-4398-ad64-4d0b211456e5 req-400afc3d-ced2-4313-9799-0c1b6ca4164b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6ac8742-47be-4a00-b65f-0675d13dc794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680530
Jun 29 21:01:51.801534 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b5aa85be-e26b-4398-ad64-4d0b211456e5 req-ba91cb1c-3ffd-405b-b241-88c923602e00 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240237
Jun 29 21:01:51.930268 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b5aa85be-e26b-4398-ad64-4d0b211456e5 req-3105863e-c3f6-48f3-b5ee-955f997d7d60 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217711
Jun 29 21:01:53.082706 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:58.973609 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59848) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:59.117527 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:59.147290 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:01:59.151001 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] Usage tracker for resource:security_group_rule and tenant:73f60bf1e82c41b2ba7c567fb5bd67b9 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:01:59.153755 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:01:59.160135 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:01:59.227638 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:59.231359 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:59.238050 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f74bd70b-8c01-4078-a4de-72c5753f1390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:59.276140 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facc4fff-5a9f-4a5c-bd81-435a9c5e11ad,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:59.279277 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:59.283629 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73f60bf1e82c41b2ba7c567fb5bd67b9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3087354
Jun 29 21:01:59.285911 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59854) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:01:59.345903 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7c651485-4fe4-49fb-82af-5ec279f2be92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:59.370545 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7c651485-4fe4-49fb-82af-5ec279f2be92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:59.419791 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7c651485-4fe4-49fb-82af-5ec279f2be92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:59.424300 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a0587579-af34-463a-ba22-38619fd77e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:01:59.436932 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c651485-4fe4-49fb-82af-5ec279f2be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc4fff-5a9f-4a5c-bd81-435a9c5e11ad,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:01:59.440291 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7c651485-4fe4-49fb-82af-5ec279f2be92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:01:59.443312 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7c651485-4fe4-49fb-82af-5ec279f2be92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:01:59.444393 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-7c651485-4fe4-49fb-82af-5ec279f2be92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/facc4fff-5a9f-4a5c-bd81-435a9c5e11ad HTTP/1.1" status: 204  len: 168 time: 0.1576080
Jun 29 21:02:03.322930 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59950) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:03.461701 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:03.491408 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:03.495133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] Usage tracker for resource:security_group_rule and tenant:e18bcdb79c9045c98eb477c161ae7b5a is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:03.498137 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:03.504311 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:03.569456 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:03.573484 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:03.583564 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-df006c44-1073-4db2-b13b-018057b0b37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:03.619513 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e18bcdb79c9045c98eb477c161ae7b5a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2955172
Jun 29 21:02:03.622143 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 59958) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:03.624290 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ee0b55-01a4-467c-bad5-83b2200a5808,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:03.628114 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:03.682514 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:03.708982 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:03.762967 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:03.766705 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-99208935-963f-4dd2-a149-73bf0aa6f9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:03.779155 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ee0b55-01a4-467c-bad5-83b2200a5808,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:03.788213 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:03.789344 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6ee0b55-01a4-467c-bad5-83b2200a5808 HTTP/1.1" status: 204  len: 168 time: 0.1659970
Jun 29 21:02:03.791076 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.791551 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.791901 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.792264 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.792643 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.793017 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.793348 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.793695 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.794040 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.794383 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.794728 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:03.798343 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:04.110836 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 59966) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:04.130533 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:04.161554 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:04.165645 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] Usage tracker for resource:security_group_rule and tenant:13d55e11b0b749e1aec1b74755e97de2 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:04.168442 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:04.174420 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:04.240437 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:04.244191 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:04.251284 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-bfb6de6c-185f-4415-9dfb-727a38765c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:04.288099 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608f4115-c49e-4c68-ba27-269f1341c870,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:04.291560 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:04.300665 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 59970) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:04.300881 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13d55e11b0b749e1aec1b74755e97de2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1887944
Jun 29 21:02:04.364918 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f41a6681-f56a-4172-8491-4ba0add77f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:04.391431 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f41a6681-f56a-4172-8491-4ba0add77f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:04.519487 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f41a6681-f56a-4172-8491-4ba0add77f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:04.522969 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-17320d6f-f24a-4dcf-9b55-33b5a446ef99 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:04.535977 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a6681-f56a-4172-8491-4ba0add77f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f4115-c49e-4c68-ba27-269f1341c870,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:04.539676 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f41a6681-f56a-4172-8491-4ba0add77f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:04.544943 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-f41a6681-f56a-4172-8491-4ba0add77f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:04.548864 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-f41a6681-f56a-4172-8491-4ba0add77f1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/608f4115-c49e-4c68-ba27-269f1341c870 HTTP/1.1" status: 204  len: 168 time: 0.2471299
Jun 29 21:02:06.714950 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60028) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:06.853577 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-47f10adb-505c-432a-bed1-ef98964518e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:06.884817 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-47f10adb-505c-432a-bed1-ef98964518e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:06.888512 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-47f10adb-505c-432a-bed1-ef98964518e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc0bb45f21d41b6a3b007954469c6a6 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:06.891736 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-47f10adb-505c-432a-bed1-ef98964518e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:06.897280 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-47f10adb-505c-432a-bed1-ef98964518e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:06.960212 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-47f10adb-505c-432a-bed1-ef98964518e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:06.963878 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-47f10adb-505c-432a-bed1-ef98964518e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:06.971134 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d617286f-a8dc-4bf4-a974-646f3cf17d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:07.010548 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f10adb-505c-432a-bed1-ef98964518e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b640bcbd-532a-4987-95bb-c8c80ac40c91,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:07.013964 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-47f10adb-505c-432a-bed1-ef98964518e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:07.019005 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-47f10adb-505c-432a-bed1-ef98964518e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6fc0bb45f21d41b6a3b007954469c6a6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3006492
Jun 29 21:02:07.020089 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60036) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:07.079039 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a63d133c-acdf-466f-800a-42a2bc49b883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.107214 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0890da66-c772-490a-85bc-602aa25e63b2 req-76def3e5-7081-4547-8dd6-0f9318b121db tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328072650&fields=id&tenant_id=8f723853837f4095909b9fdf6a1d6ff1 HTTP/1.1" status: 200  len: 267 time: 0.0423944
Jun 29 21:02:07.110246 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a63d133c-acdf-466f-800a-42a2bc49b883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.161870 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a63d133c-acdf-466f-800a-42a2bc49b883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.166747 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ed99b953-d7f7-40b9-aaf1-7aace51a502b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:07.179580 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d133c-acdf-466f-800a-42a2bc49b883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b640bcbd-532a-4987-95bb-c8c80ac40c91,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:07.182121 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a63d133c-acdf-466f-800a-42a2bc49b883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:07.183248 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-a63d133c-acdf-466f-800a-42a2bc49b883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.186962 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-a63d133c-acdf-466f-800a-42a2bc49b883 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b640bcbd-532a-4987-95bb-c8c80ac40c91 HTTP/1.1" status: 204  len: 168 time: 0.1667862
Jun 29 21:02:07.192133 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890da66-c772-490a-85bc-602aa25e63b2 req-594b9c8e-db80-4487-a027-2a56008ffbd0 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:07.193608 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0890da66-c772-490a-85bc-602aa25e63b2 req-594b9c8e-db80-4487-a027-2a56008ffbd0 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 984 time: 0.0804868
Jun 29 21:02:07.205601 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [req-0890da66-c772-490a-85bc-602aa25e63b2 req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Request body: {'port': {'security_groups': ['2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2']}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:02:07.324863 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-0890da66-c772-490a-85bc-602aa25e63b2 req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.525991 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60044) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:07.544681 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.567057 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [req-0890da66-c772-490a-85bc-602aa25e63b2 req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] For port 4a308695-87ed-49be-ab81-01cc6f5184d6, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4a308695-87ed-49be-ab81-01cc6f5184d6,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:07.577365 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:07.581876 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] Usage tracker for resource:security_group_rule and tenant:0c121dde9fbc48e0afb4d10054b87265 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:07.585154 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:07.591258 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:07.592520 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-0890da66-c772-490a-85bc-602aa25e63b2 req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.599886 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-0890da66-c772-490a-85bc-602aa25e63b2 req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-798744'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.605793 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-36b3451b-a95f-43f3-b1fd-4ee5f277abac tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:07.640790 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['4a308695-87ed-49be-ab81-01cc6f5184d6'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:02:07.659909 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.664217 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.678295 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890da66-c772-490a-85bc-602aa25e63b2 req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:07.678911 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [req-0890da66-c772-490a-85bc-602aa25e63b2 req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.680256 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-0890da66-c772-490a-85bc-602aa25e63b2 req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "PUT /v2.0/ports/4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 200  len: 942 time: 0.4802828
Jun 29 21:02:07.680932 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:02:07.688362 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60050) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:07.716874 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-91fc04fc-d384-42a9-970b-8e39e1523fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:07.730013 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c121dde9fbc48e0afb4d10054b87265&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2028749
Jun 29 21:02:07.730908 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60054) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:07.753209 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event updated for resources: {'Port': ['ID=4a308695-87ed-49be-ab81-01cc6f5184d6,revision_number=7']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:07.761557 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:07.779108 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08500281-ad91-4c50-9806-e62d02edb56f,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:07.785128 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:07.788231 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-739cdf73-cf54-4ae2-a415-3906fd7209dd tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.815911 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'status': 'completed', 'code': 200}
Jun 29 21:02:07.829135 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8cf4-2216-4fa8-8c30-6c7ac9f89908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.839423 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-739cdf73-cf54-4ae2-a415-3906fd7209dd tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.858289 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['4a308695-87ed-49be-ab81-01cc6f5184d6'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:02:07.862274 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8cf4-2216-4fa8-8c30-6c7ac9f89908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.927383 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-739cdf73-cf54-4ae2-a415-3906fd7209dd tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.945585 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-52e5a73e-57c9-4566-ab45-1550dc494c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:07.967746 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cdf73-cf54-4ae2-a415-3906fd7209dd tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d4a3f7-6747-4525-9fbb-9795024e0d2b,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:07.970993 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-739cdf73-cf54-4ae2-a415-3906fd7209dd tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:07.972174 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-739cdf73-cf54-4ae2-a415-3906fd7209dd tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.973313 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-739cdf73-cf54-4ae2-a415-3906fd7209dd tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "DELETE /v2.0/security-groups/40d4a3f7-6747-4525-9fbb-9795024e0d2b HTTP/1.1" status: 204  len: 168 time: 0.2838337
Jun 29 21:02:07.975978 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60058) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:07.977360 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49ce879e-dbd2-45e3-a6dd-355f6ae62116 req-c7aab488-f958-4e62-a423-dd696493d267 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f723853837f4095909b9fdf6a1d6ff1&device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 1098 time: 0.1070366
Jun 29 21:02:07.978567 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8cf4-2216-4fa8-8c30-6c7ac9f89908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:07.983511 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c10ef01e-43e7-48ca-94cd-99d07ff48eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:08.019900 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b8cf4-2216-4fa8-8c30-6c7ac9f89908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08500281-ad91-4c50-9806-e62d02edb56f,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:08.026144 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-1c8b8cf4-2216-4fa8-8c30-6c7ac9f89908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:08.074030 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-53705aca-22e0-41dd-bc8e-d8b8237fb7de None None] Provisioning complete for port 4a308695-87ed-49be-ab81-01cc6f5184d6 triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:02:08.074264 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8cf4-2216-4fa8-8c30-6c7ac9f89908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:08.074643 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-53705aca-22e0-41dd-bc8e-d8b8237fb7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:08.077592 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-1c8b8cf4-2216-4fa8-8c30-6c7ac9f89908 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08500281-ad91-4c50-9806-e62d02edb56f HTTP/1.1" status: 204  len: 168 time: 0.3409042
Jun 29 21:02:08.149083 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce879e-dbd2-45e3-a6dd-355f6ae62116 req-17aee021-0704-441e-83ee-d24970ddd1e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:08.150547 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49ce879e-dbd2-45e3-a6dd-355f6ae62116 req-17aee021-0704-441e-83ee-d24970ddd1e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab34e143-db93-43ff-9522-9281a0f76d21 HTTP/1.1" status: 200  len: 916 time: 0.1602411
Jun 29 21:02:08.219981 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Deleting port cc377829-5c48-4c20-9396-1f3da944aaf9 {{(pid=74216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:08.220585 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:08.274357 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49ce879e-dbd2-45e3-a6dd-355f6ae62116 req-e3190b6e-a92b-488c-bcc4-f7ca51f695cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 200  len: 1000 time: 0.1111104
Jun 29 21:02:08.349395 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce879e-dbd2-45e3-a6dd-355f6ae62116 req-ec1301bc-d376-4bef-99ee-4464d066490b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:08.350971 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49ce879e-dbd2-45e3-a6dd-355f6ae62116 req-ec1301bc-d376-4bef-99ee-4464d066490b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d6f8940-7340-4a52-bcef-de4b23e59760 HTTP/1.1" status: 200  len: 854 time: 0.0681965
Jun 29 21:02:08.398500 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:08.398647 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:08.435675 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49ce879e-dbd2-45e3-a6dd-355f6ae62116 req-7b9c6baa-a965-4146-ba74-ba3cb21f32bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab34e143-db93-43ff-9522-9281a0f76d21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771594
Jun 29 21:02:08.534154 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Calling delete_port for cc377829-5c48-4c20-9396-1f3da944aaf9 owned by network:floatingip {{(pid=74216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:08.591304 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49ce879e-dbd2-45e3-a6dd-355f6ae62116 req-ea1f8c01-d1e4-4aeb-991f-7a7567ebde1a service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435461
Jun 29 21:02:08.739231 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-49ce879e-dbd2-45e3-a6dd-355f6ae62116 req-a97e5d50-ae49-49da-a2c2-d0df7dd5de20 service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381791
Jun 29 21:02:08.784493 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:08.794580 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5f1231df-65a9-476f-9f0d-fd2341f59be8 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:08.868492 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event deleted for resources: {'Port': ['ID=cc377829-5c48-4c20-9396-1f3da944aaf9,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:08.873858 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:08.931757 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks [] for floatingip, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:09.325023 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:02:09.525900 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:02:09.539746 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] Sync routers for ids ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:02:09.542152 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:09.555734 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] Routers {'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:09.556715 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54459b0ca0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:01:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:09.605967 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-403b7399-d938-4401-87b4-a2b4466a0cea tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "DELETE /v2.0/floatingips/1277671e-cc92-4dbc-916b-23476b709045 HTTP/1.1" status: 204  len: 168 time: 1.6286530
Jun 29 21:02:09.757366 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] Set router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:09.817083 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:02:09.900127 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'status': 'completed', 'code': 200}
Jun 29 21:02:10.070590 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acd4060a-8fbe-42da-b089-2d5e7dabe4e8 req-f6d23cbd-e53e-499c-b3e6-d144507f17c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f723853837f4095909b9fdf6a1d6ff1&device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 1098 time: 0.1044617
Jun 29 21:02:10.254371 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4060a-8fbe-42da-b089-2d5e7dabe4e8 req-36fddb59-6ede-470d-be41-8faff2ba2de1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:10.256095 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acd4060a-8fbe-42da-b089-2d5e7dabe4e8 req-36fddb59-6ede-470d-be41-8faff2ba2de1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab34e143-db93-43ff-9522-9281a0f76d21 HTTP/1.1" status: 200  len: 916 time: 0.1766207
Jun 29 21:02:10.258672 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54459b0ca0>, [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '926c1198-847f-4c74-b2a9-cec318962850', 'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'mac_address': 'fa:16:3e:92:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:14Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 5, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'subnets': [{'id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:10.262688 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] Checking router: b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:02:10.274298 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] Routers {'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:10.275036 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54459b0ca0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:01:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:10.342615 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acd4060a-8fbe-42da-b089-2d5e7dabe4e8 req-c2011c8b-87b9-4f70-930e-228488af8ae9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 200  len: 217 time: 0.0781987
Jun 29 21:02:10.429895 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4060a-8fbe-42da-b089-2d5e7dabe4e8 req-6ddc6a48-fd7e-443b-b94b-44f71a1fdf62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:10.431310 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acd4060a-8fbe-42da-b089-2d5e7dabe4e8 req-6ddc6a48-fd7e-443b-b94b-44f71a1fdf62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d6f8940-7340-4a52-bcef-de4b23e59760 HTTP/1.1" status: 200  len: 854 time: 0.0809267
Jun 29 21:02:10.481827 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] Set router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:10.527267 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acd4060a-8fbe-42da-b089-2d5e7dabe4e8 req-3dad3dd3-4fee-41d1-b918-a5b1512de818 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab34e143-db93-43ff-9522-9281a0f76d21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793211
Jun 29 21:02:10.570674 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d820f8-5aef-43da-b20c-6605034e14a2 req-d85aa47c-d4bd-4e2a-80cf-f807462fc840 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:10.578018 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b3d820f8-5aef-43da-b20c-6605034e14a2 req-d85aa47c-d4bd-4e2a-80cf-f807462fc840 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 946 time: 0.1107719
Jun 29 21:02:10.641719 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b3d820f8-5aef-43da-b20c-6605034e14a2 req-ce0be9ad-3834-48b7-baab-7d3fda9ffdf3 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627182
Jun 29 21:02:10.802936 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acd4060a-8fbe-42da-b089-2d5e7dabe4e8 req-c06b1793-a79d-499f-a8cc-9f841039cd23 service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2522447
Jun 29 21:02:10.854671 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54459b0ca0>, [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '926c1198-847f-4c74-b2a9-cec318962850', 'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'mac_address': 'fa:16:3e:92:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:14Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 5, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'subnets': [{'id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:10.859762 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d603738-d271-4fa1-98c6-ce5a53467101 None None] The sync data for ids ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'] in dv-cinder-779781-1-iscsi is: [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T20:59:14Z', 'revision_number': 4, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '926c1198-847f-4c74-b2a9-cec318962850', 'name': '', 'network_id': 'ab34e143-db93-43ff-9522-9281a0f76d21', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'mac_address': 'fa:16:3e:92:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:14Z', 'updated_at': '2021-06-29T20:59:24Z', 'revision_number': 5, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'subnets': [{'id': '7d6f8940-7340-4a52-bcef-de4b23e59760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:02:10.976133 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-acd4060a-8fbe-42da-b089-2d5e7dabe4e8 req-d7d94962-bf85-421f-a805-a5b45f5303b1 service neutron] 10.222.0.60 "GET /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485095
Jun 29 21:02:11.113887 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e9f33-26ed-4f69-9277-2bdd6c3d91af None None] New status for floating IP 1277671e-cc92-4dbc-916b-23476b709045: DOWN {{(pid=74219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:02:11.665144 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60154) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:11.816162 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:11.850219 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:11.854262 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] Usage tracker for resource:security_group_rule and tenant:261b2897c9e64aaf8095f362836dfa46 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:11.857407 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:11.864743 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:11.984365 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:11.989670 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:11.997429 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-99825b6c-94ab-428e-ba3d-ce3b936fbe9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:12.041438 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00461f4b-99f7-47b0-9df7-1a76ccaa850c,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:12.044498 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:12.050442 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=261b2897c9e64aaf8095f362836dfa46&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3843062
Jun 29 21:02:12.053295 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60164) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:12.056950 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788daf8-e7e2-4684-baf9-175457ea9557 req-84534e99-0012-4cb9-8322-33260f140446 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:12.058345 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3788daf8-e7e2-4684-baf9-175457ea9557 req-84534e99-0012-4cb9-8322-33260f140446 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 946 time: 0.1505647
Jun 29 21:02:12.108145 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3788daf8-e7e2-4684-baf9-175457ea9557 req-e3ca6649-dec3-4157-9d30-061edfe17733 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439570
Jun 29 21:02:12.114102 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-26c9c1aa-8655-4182-959f-8847fac92b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.146710 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-26c9c1aa-8655-4182-959f-8847fac92b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.196922 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-26c9c1aa-8655-4182-959f-8847fac92b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.200330 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c1fcd4b0-390e-4e40-aa75-9f7aaceda01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:12.212368 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9c1aa-8655-4182-959f-8847fac92b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00461f4b-99f7-47b0-9df7-1a76ccaa850c,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:12.215104 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-26c9c1aa-8655-4182-959f-8847fac92b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:12.220823 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-26c9c1aa-8655-4182-959f-8847fac92b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.225061 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-26c9c1aa-8655-4182-959f-8847fac92b1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00461f4b-99f7-47b0-9df7-1a76ccaa850c HTTP/1.1" status: 204  len: 168 time: 0.1706967
Jun 29 21:02:12.459750 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a519f-9716-4a64-a391-0709133dc64a req-d92cc605-9509-4d50-bb74-a704b5d45221 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:12.460437 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-102a519f-9716-4a64-a391-0709133dc64a req-d92cc605-9509-4d50-bb74-a704b5d45221 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Synchronizing usage tracker for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:02:12.476846 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-102a519f-9716-4a64-a391-0709133dc64a req-d92cc605-9509-4d50-bb74-a704b5d45221 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Unset dirty status for tenant:c15b70fcd3714faf82acbc850da1aab7 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:02:12.478084 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-102a519f-9716-4a64-a391-0709133dc64a req-d92cc605-9509-4d50-bb74-a704b5d45221 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 946 time: 0.0947676
Jun 29 21:02:12.554594 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Deleting port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:12.554929 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.613209 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6e932f29-b735-4d2f-8341-348a99ebd251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.625744 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60184) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:12.644936 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-81dabacc-1b82-4f95-8867-50806ec8ee9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.681280 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-81dabacc-1b82-4f95-8867-50806ec8ee9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:12.685158 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-81dabacc-1b82-4f95-8867-50806ec8ee9b admin admin] Usage tracker for resource:security_group_rule and tenant:97a42755cf974cd8a9a4ce3d0a23bdb4 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:12.688897 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-81dabacc-1b82-4f95-8867-50806ec8ee9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:12.694697 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-81dabacc-1b82-4f95-8867-50806ec8ee9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:12.760569 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-81dabacc-1b82-4f95-8867-50806ec8ee9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.764400 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-81dabacc-1b82-4f95-8867-50806ec8ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.771921 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:12.810544 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dabacc-1b82-4f95-8867-50806ec8ee9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae77ec0-ae1b-45d2-bc0a-c55765097f64,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:12.814628 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-81dabacc-1b82-4f95-8867-50806ec8ee9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97a42755cf974cd8a9a4ce3d0a23bdb4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1877303
Jun 29 21:02:12.815551 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-81dabacc-1b82-4f95-8867-50806ec8ee9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:12.817391 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60188) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:12.820798 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] For port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:12.821161 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.877776 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eafba636-a468-4c86-b80b-27793613f07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.903220 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eafba636-a468-4c86-b80b-27793613f07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.958447 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eafba636-a468-4c86-b80b-27793613f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.962253 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-93f47441-152b-45ec-ba52-e3325573eaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:12.978732 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafba636-a468-4c86-b80b-27793613f07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae77ec0-ae1b-45d2-bc0a-c55765097f64,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:12.984735 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-eafba636-a468-4c86-b80b-27793613f07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:12.989268 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-eafba636-a468-4c86-b80b-27793613f07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:12.992874 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-eafba636-a468-4c86-b80b-27793613f07b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ae77ec0-ae1b-45d2-bc0a-c55765097f64 HTTP/1.1" status: 204  len: 168 time: 0.1721020
Jun 29 21:02:13.043118 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:13.129199 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:13.129710 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:13.129848 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.db.l3_db [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Floating IP 4f9f51de-bb4a-402e-8e5e-5e72f8f8ebf1 disassociated. External IP: 172.27.2.129, port: 1c40ac8c-9a04-48d6-9524-01f4765cfe0f.
Jun 29 21:02:13.130175 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Calling delete_port for 1c40ac8c-9a04-48d6-9524-01f4765cfe0f owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:13.282278 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:13.290391 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f04aac12-90ce-4772-bdea-8e7a46173967 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:13.308794 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-119cee85-62ea-4d0b-8ad6-633f1e8955a2 req-674571b3-8c90-4345-bf29-cfd6de214811 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 210 time: 0.0480196
Jun 29 21:02:13.335019 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event deleted for resources: {'Port': ['ID=1c40ac8c-9a04-48d6-9524-01f4765cfe0f,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:13.338044 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:13.554545 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Router c9f6c596-fef7-47d5-bebb-519b59a2ef47 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:02:13.870570 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:02:13.884181 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] Sync routers for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:02:13.899360 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:13.900098 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446205a90>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:01:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:13.952160 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] No DVR routers for this DVR port 1c40ac8c-9a04-48d6-9524-01f4765cfe0f on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:02:13.955087 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:13.965426 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'name': 'network-vif-deleted', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:02:13.975973 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-102a519f-9716-4a64-a391-0709133dc64a req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.60 "DELETE /v2.0/ports/1c40ac8c-9a04-48d6-9524-01f4765cfe0f HTTP/1.1" status: 204  len: 173 time: 1.4914482
Jun 29 21:02:14.063715 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ce463-b68f-442a-b18d-53045f02bb7c', 'name': 'network-vif-deleted', 'tag': '1c40ac8c-9a04-48d6-9524-01f4765cfe0f', 'status': 'completed', 'code': 200}
Jun 29 21:02:14.120645 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:14.325778 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0dfe2-26c6-40b5-987e-1fb58b4dcc22 req-f3b15b01-3c79-483c-8367-a94ceb2811f4 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:14.326408 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-6ef0dfe2-26c6-40b5-987e-1fb58b4dcc22 req-f3b15b01-3c79-483c-8367-a94ceb2811f4 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Synchronizing usage tracker for tenant:8f723853837f4095909b9fdf6a1d6ff1 on resource:port {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:02:14.352897 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-6ef0dfe2-26c6-40b5-987e-1fb58b4dcc22 req-f3b15b01-3c79-483c-8367-a94ceb2811f4 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Unset dirty status for tenant:8f723853837f4095909b9fdf6a1d6ff1 on resource:port {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:02:14.354625 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6ef0dfe2-26c6-40b5-987e-1fb58b4dcc22 req-f3b15b01-3c79-483c-8367-a94ceb2811f4 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 945 time: 0.1472466
Jun 29 21:02:14.466945 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-6ef0dfe2-26c6-40b5-987e-1fb58b4dcc22 req-99dc2274-add6-454c-94f1-82d8f4479ce2 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Synchronizing usage tracker for tenant:8f723853837f4095909b9fdf6a1d6ff1 on resource:security_group {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:02:14.502793 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-6ef0dfe2-26c6-40b5-987e-1fb58b4dcc22 req-99dc2274-add6-454c-94f1-82d8f4479ce2 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Unset dirty status for tenant:8f723853837f4095909b9fdf6a1d6ff1 on resource:security_group {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:02:14.510728 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-6ef0dfe2-26c6-40b5-987e-1fb58b4dcc22 req-99dc2274-add6-454c-94f1-82d8f4479ce2 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393249
Jun 29 21:02:14.526414 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446205a90>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:53Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:14.548556 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] Checking router: c9f6c596-fef7-47d5-bebb-519b59a2ef47 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:02:14.556973 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:14.557634 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446205a90>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:01:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:14.696919 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-1f90e01a-5e60-4831-9900-f6b8c4320170 req-ee6e49d1-8c4f-48ef-b9c8-80625a375cb7 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ce463-b68f-442a-b18d-53045f02bb7c HTTP/1.1" status: 200  len: 210 time: 0.1331258
Jun 29 21:02:14.818444 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:14.878434 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60244) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:14.895966 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6f9a473a-ed52-4778-ab55-c0a646403353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:15.030249 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:15.070134 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:15.074331 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] Usage tracker for resource:security_group_rule and tenant:8db8306a8b864911b9160c9d4cc35a7c is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:15.078800 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:15.084238 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:15.138576 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1c40ac8c-9a04-48d6-9524-01f4765cfe0f no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:15.158930 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:15.162761 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:15.169619 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7f844e63-e46a-4c2b-b263-20a542628be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:15.173038 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 1c40ac8c-9a04-48d6-9524-01f4765cfe0f {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:15.173385 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 1c40ac8c-9a04-48d6-9524-01f4765cfe0f not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:15.189658 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446205a90>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:53Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:15.193588 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b41f9e-9c27-4f04-8273-f7b334a808ea None None] The sync data for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi is: [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T20:53:56Z', 'revision_number': 4, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '729e7cb5-9827-4199-b74f-f195dcf959cf', 'name': '', 'network_id': '656014fe-ebe5-425d-bc87-c747781da88f', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'mac_address': 'fa:16:3e:35:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:54Z', 'updated_at': '2021-06-29T20:54:53Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'subnets': [{'id': '63dec314-ebde-4349-8abc-5371f107b8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:02:15.210033 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61c8f8d-c5ad-40a9-b481-b452f856a12e,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:15.212929 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:15.217757 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8db8306a8b864911b9160c9d4cc35a7c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3354816
Jun 29 21:02:15.218359 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60250) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:15.282459 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-17a44af1-8b7b-4971-a2f2-5748519aa6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:15.307540 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-17a44af1-8b7b-4971-a2f2-5748519aa6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:15.363887 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-17a44af1-8b7b-4971-a2f2-5748519aa6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:15.370629 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:15.405182 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a44af1-8b7b-4971-a2f2-5748519aa6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61c8f8d-c5ad-40a9-b481-b452f856a12e,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:15.410107 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-17a44af1-8b7b-4971-a2f2-5748519aa6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:15.414066 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-17a44af1-8b7b-4971-a2f2-5748519aa6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:15.415343 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-17a44af1-8b7b-4971-a2f2-5748519aa6be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a61c8f8d-c5ad-40a9-b481-b452f856a12e HTTP/1.1" status: 204  len: 168 time: 0.1959321
Jun 29 21:02:15.416021 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed544f-bd18-4f5c-a4dd-0da0fc3f242d None None] New status for floating IP 4f9f51de-bb4a-402e-8e5e-5e72f8f8ebf1: DOWN {{(pid=74219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:02:15.731293 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaabd83-9bc1-4adb-bb62-f2643d39e1fb req-d9fce405-ee80-484b-8319-915aa5027722 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:15.732771 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4eaabd83-9bc1-4adb-bb62-f2643d39e1fb req-d9fce405-ee80-484b-8319-915aa5027722 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 945 time: 0.0808554
Jun 29 21:02:15.784747 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4eaabd83-9bc1-4adb-bb62-f2643d39e1fb req-561936d0-f501-455c-a34b-33971afad32f tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458307
Jun 29 21:02:15.868981 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60270) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:15.890414 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:15.935320 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-edaea686-1db7-4847-be2c-baf587a7e254 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:15.963272 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-edaea686-1db7-4847-be2c-baf587a7e254 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.016925 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-edaea686-1db7-4847-be2c-baf587a7e254 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.021914 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d1ae9b77-dba5-44fd-acda-0838c32bff12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:16.036941 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaea686-1db7-4847-be2c-baf587a7e254 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:16.039879 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-edaea686-1db7-4847-be2c-baf587a7e254 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:16.050022 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-edaea686-1db7-4847-be2c-baf587a7e254 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.053493 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-edaea686-1db7-4847-be2c-baf587a7e254 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "DELETE /v2.0/security-groups/4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1 HTTP/1.1" status: 204  len: 168 time: 0.1811831
Jun 29 21:02:16.053723 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60278) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:16.070988 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.api.v2.resource [None req-df906eb5-79bf-4c1c-8b9d-dcfea9bc8507 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] show failed (client error): The resource could not be found.
Jun 29 21:02:16.074442 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-df906eb5-79bf-4c1c-8b9d-dcfea9bc8507 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "GET /v2.0/security-groups/4f30d824-6fc3-43bc-9bd3-5bdb3fc9aaf1 HTTP/1.1" status: 404  len: 347 time: 0.0173707
Jun 29 21:02:16.074882 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60284) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:16.148690 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-030b98fc-1315-4ebe-adf7-b7682991330d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:16.149487 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-030b98fc-1315-4ebe-adf7-b7682991330d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Synchronizing usage tracker for tenant:8f723853837f4095909b9fdf6a1d6ff1 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:02:16.169687 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-030b98fc-1315-4ebe-adf7-b7682991330d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Unset dirty status for tenant:8f723853837f4095909b9fdf6a1d6ff1 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:02:16.170846 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-030b98fc-1315-4ebe-adf7-b7682991330d tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.60 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 945 time: 0.1248758
Jun 29 21:02:16.240588 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Deleting port 428ee40a-76f4-41e6-80c4-172c00a14c9d {{(pid=74216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:16.240960 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.243863 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Deleting port 4a308695-87ed-49be-ab81-01cc6f5184d6 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:16.244199 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.412138 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.412767 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.497793 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] For port 4a308695-87ed-49be-ab81-01cc6f5184d6, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=4a308695-87ed-49be-ab81-01cc6f5184d6,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:16.498411 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.537523 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Calling delete_port for 428ee40a-76f4-41e6-80c4-172c00a14c9d owned by network:floatingip {{(pid=74216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:16.644074 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Calling delete_port for 4a308695-87ed-49be-ab81-01cc6f5184d6 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:16.685463 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.690103 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:16.736944 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Pushing event deleted for resources: {'Port': ['ID=428ee40a-76f4-41e6-80c4-172c00a14c9d,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:16.740869 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:16.794303 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.804740 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-89af6979-ea72-49f0-8609-038af797e4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:16.829503 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['4a308695-87ed-49be-ab81-01cc6f5184d6'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:02:16.834112 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks [] for floatingip, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.852441 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.853594 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-b503cea4-45c4-42a9-bf76-7a776accffa1 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] 10.222.0.15 "DELETE /v2.0/floatingips/4f9f51de-bb4a-402e-8e5e-5e72f8f8ebf1 HTTP/1.1" status: 204  len: 168 time: 0.7774127
Jun 29 21:02:16.864749 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Pushing event deleted for resources: {'Port': ['ID=4a308695-87ed-49be-ab81-01cc6f5184d6,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:16.867847 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:16.976675 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] No DVR routers for this DVR port 4a308695-87ed-49be-ab81-01cc6f5184d6 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:02:16.979945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:16.984492 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'name': 'network-vif-deleted', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:02:17.009273 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-ece483f0-0e79-42f8-87d0-7f15c5e572a4 req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.60 "DELETE /v2.0/ports/4a308695-87ed-49be-ab81-01cc6f5184d6 HTTP/1.1" status: 204  len: 173 time: 0.8329744
Jun 29 21:02:17.090183 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2aece2-114a-4cbb-9022-4e63359b6bbf', 'name': 'network-vif-deleted', 'tag': '4a308695-87ed-49be-ab81-01cc6f5184d6', 'status': 'completed', 'code': 200}
Jun 29 21:02:17.138992 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bc30a974-5555-44e4-90ab-2dee5e061dbc req-2eca2a20-aa94-4018-bc11-2a619415c9f8 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] 10.222.0.15 "GET /v2.0/ports?device_id=da2aece2-114a-4cbb-9022-4e63359b6bbf HTTP/1.1" status: 200  len: 210 time: 0.0804863
Jun 29 21:02:17.205283 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:18.952562 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60384) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:19.136530 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 4a308695-87ed-49be-ab81-01cc6f5184d6 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:19.169174 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 4a308695-87ed-49be-ab81-01cc6f5184d6 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:19.169522 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 4a308695-87ed-49be-ab81-01cc6f5184d6 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:19.231605 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:02:19.414315 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594463'] for router_interface, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:19.788745 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60398) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:20.038145 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Deleting port 926c1198-847f-4c74-b2a9-cec318962850 {{(pid=74216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:20.038720 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:20.220520 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] For port 926c1198-847f-4c74-b2a9-cec318962850, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=926c1198-847f-4c74-b2a9-cec318962850,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:20.220992 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:20.350051 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Calling delete_port for 926c1198-847f-4c74-b2a9-cec318962850 owned by network:router_interface {{(pid=74216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:20.405893 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594463'] for router_interface, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:20.681880 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:20.694489 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7cde07e1-9d6c-43cf-8c86-081247d9898c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:20.857267 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=926c1198-847f-4c74-b2a9-cec318962850,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:20.865169 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:21.141946 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594977'] for router_interface, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:21.211399 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Deleting port 729e7cb5-9827-4199-b74f-f195dcf959cf {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:21.211884 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:21.391241 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] For port 729e7cb5-9827-4199-b74f-f195dcf959cf, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=729e7cb5-9827-4199-b74f-f195dcf959cf,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:21.391589 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:21.528383 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Calling delete_port for 729e7cb5-9827-4199-b74f-f195dcf959cf owned by network:router_interface {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:21.706348 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:21.710432 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-8914f4a9-2136-4cc2-b455-2619536f41c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:21.727639 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:02:21.749133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Pushing event deleted for resources: {'Port': ['ID=729e7cb5-9827-4199-b74f-f195dcf959cf,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:21.753293 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:21.936758 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:02:21.948881 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] Sync routers for ids ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:02:21.955372 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-b8f4115d-74c8-4269-b633-79cc55fdddd9 admin admin] 10.222.0.15 "PUT /v2.0/routers/b2bd71bc-6cc0-495e-96ae-acdee1a80bf5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9987600
Jun 29 21:02:21.955764 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60426) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:21.961417 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] Routers {'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:21.962058 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446412b80>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:22.136789 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] Set router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:22.142962 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594977'] for router_interface, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:22.427150 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446412b80>, [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T21:02:20Z', 'revision_number': 5, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:22.427770 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Notify callbacks [] for router, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:22.431013 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] Checking router: b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:02:22.441764 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] Routers {'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:22.442371 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446412b80>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:22.626788 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] Set router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:22.911105 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:22.962587 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446412b80>, [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T21:02:20Z', 'revision_number': 5, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:22.966389 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb7cd8-ede8-4bf3-8959-67e3e4b113c1 None None] The sync data for ids ['b2bd71bc-6cc0-495e-96ae-acdee1a80bf5'] in dv-cinder-779781-1-iscsi is: [{'id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'name': 'tempest-TestMinimumBasicScenario-1323520237-router', 'tenant_id': '8f723853837f4095909b9fdf6a1d6ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:10Z', 'updated_at': '2021-06-29T21:02:20Z', 'revision_number': 5, 'project_id': '8f723853837f4095909b9fdf6a1d6ff1', 'gw_port': {'id': '42b9b4fe-4724-4eca-9026-a52fdafb134b', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd71bc-6cc0-495e-96ae-acdee1a80bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:11Z', 'updated_at': '2021-06-29T20:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:02:22.974411 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Deleting port 42b9b4fe-4724-4eca-9026-a52fdafb134b {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:22.974751 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:23.075363 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:23.236643 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] For port 42b9b4fe-4724-4eca-9026-a52fdafb134b, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=42b9b4fe-4724-4eca-9026-a52fdafb134b,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:23.236929 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:23.377535 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Calling delete_port for 42b9b4fe-4724-4eca-9026-a52fdafb134b owned by network:router_gateway {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:23.389039 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 926c1198-847f-4c74-b2a9-cec318962850 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:23.424791 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 926c1198-847f-4c74-b2a9-cec318962850 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:23.425135 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 926c1198-847f-4c74-b2a9-cec318962850 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:23.468310 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Router c9f6c596-fef7-47d5-bebb-519b59a2ef47 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:02:23.697302 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:23.820130 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cd6f2aa5-67d5-4c15-a740-00db554ee7d1 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:23.863767 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b9b4fe-4724-4eca-9026-a52fdafb134b,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:23.867484 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:24.033282 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:02:24.042582 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] Sync routers for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:02:24.054838 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:24.055895 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544614e790>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:24.122552 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] 10.222.0.15 "PUT /v2.0/routers/c9f6c596-fef7-47d5-bebb-519b59a2ef47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3302670
Jun 29 21:02:24.123440 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60444) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:24.179109 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591432'] for router_gateway, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.239904 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:24.461150 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3446'] for router, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.470326 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.540621 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544614e790>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T21:02:21Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:24.544574 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] Checking router: c9f6c596-fef7-47d5-bebb-519b59a2ef47 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:02:24.556607 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] Routers {'c9f6c596-fef7-47d5-bebb-519b59a2ef47'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:24.557249 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544614e790>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:24.560021 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591284'] for router, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.560507 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 {{(pid=74217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:02:24.580681 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.584231 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60460) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:24.584736 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b2bd71bc-6cc0-495e-96ae-acdee1a80bf5 HTTP/1.1" status: 204  len: 168 time: 2.6276860
Jun 29 21:02:24.612578 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Notify callbacks [] for router, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.669896 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_v2 [None req-015c5e1d-5d11-4b8d-8b6f-660ba685737f admin admin] Deleting subnet 7d6f8940-7340-4a52-bcef-de4b23e59760 {{(pid=74216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:02:24.675106 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-015c5e1d-5d11-4b8d-8b6f-660ba685737f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.737818 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-015c5e1d-5d11-4b8d-8b6f-660ba685737f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3291959'] for subnet, precommit_delete_associations {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.769480 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] Set router c9f6c596-fef7-47d5-bebb-519b59a2ef47 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:24.860690 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.871301 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Deleting port e26b9b84-fbc0-4c58-a0bc-9de1fa240901 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:24.872101 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.877911 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-015c5e1d-5d11-4b8d-8b6f-660ba685737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.950923 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-015c5e1d-5d11-4b8d-8b6f-660ba685737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-798946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262211'] for subnet, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:24.956653 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:24.991933 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c5e1d-5d11-4b8d-8b6f-660ba685737f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6f8940-7340-4a52-bcef-de4b23e59760,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:24.994570 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-015c5e1d-5d11-4b8d-8b6f-660ba685737f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:25.001522 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-015c5e1d-5d11-4b8d-8b6f-660ba685737f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:25.008725 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac645c-bb75-4b14-8180-c5f8b7d117d6 None None] Network ab34e143-db93-43ff-9522-9281a0f76d21 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:02:25.016430 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-015c5e1d-5d11-4b8d-8b6f-660ba685737f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7d6f8940-7340-4a52-bcef-de4b23e59760 HTTP/1.1" status: 204  len: 168 time: 0.4300783
Jun 29 21:02:25.017403 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60464) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:25.101949 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544614e790>, [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T21:02:21Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:25.105773 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c88bf-e04f-482a-88ef-0f8e07eec322 None None] The sync data for ids ['c9f6c596-fef7-47d5-bebb-519b59a2ef47'] in dv-cinder-779781-1-iscsi is: [{'id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'name': 'tempest-AttachVolumeShelveTestJSON-221754104-router', 'tenant_id': 'c15b70fcd3714faf82acbc850da1aab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:53:44Z', 'updated_at': '2021-06-29T21:02:21Z', 'revision_number': 5, 'project_id': 'c15b70fcd3714faf82acbc850da1aab7', 'gw_port': {'id': 'e26b9b84-fbc0-4c58-a0bc-9de1fa240901', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6c596-fef7-47d5-bebb-519b59a2ef47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:53:45Z', 'updated_at': '2021-06-29T20:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:02:25.269665 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:25.272184 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] For port e26b9b84-fbc0-4c58-a0bc-9de1fa240901, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=e26b9b84-fbc0-4c58-a0bc-9de1fa240901,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:25.272528 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:25.396738 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Calling delete_port for e26b9b84-fbc0-4c58-a0bc-9de1fa240901 owned by network:router_gateway {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:25.429914 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Deleting port 48034df8-5386-4026-bae8-bdf674b0ba13 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:25.430201 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:25.565374 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] DHCP port deletion for ab34e143-db93-43ff-9522-9281a0f76d21 request from dv-cinder-779781-1-iscsi {{(pid=74218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:02:25.569562 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Deleting port 48034df8-5386-4026-bae8-bdf674b0ba13 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:25.570188 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:25.605935 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 42b9b4fe-4724-4eca-9026-a52fdafb134b no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:25.650445 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 42b9b4fe-4724-4eca-9026-a52fdafb134b {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:25.650878 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 42b9b4fe-4724-4eca-9026-a52fdafb134b not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:25.794932 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] For port 48034df8-5386-4026-bae8-bdf674b0ba13, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=48034df8-5386-4026-bae8-bdf674b0ba13,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:25.795575 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:25.851454 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] For port 48034df8-5386-4026-bae8-bdf674b0ba13, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=48034df8-5386-4026-bae8-bdf674b0ba13,segment=NetworkSegment(bc305c9d-7168-48cd-895f-971eefb18ffb),segment_id=bc305c9d-7168-48cd-895f-971eefb18ffb)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:25.851843 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:25.954229 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Calling delete_port for 48034df8-5386-4026-bae8-bdf674b0ba13 owned by network:dhcp {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:25.990823 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:25.996406 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Calling delete_port for 48034df8-5386-4026-bae8-bdf674b0ba13 owned by network:dhcp {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:26.001169 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:26.052013 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Pushing event deleted for resources: {'Port': ['ID=e26b9b84-fbc0-4c58-a0bc-9de1fa240901,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:26.058185 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:26.080727 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322'] for port, after_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:26.085426 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-e9b8bc5a-9ebd-41ee-b32b-538af09bca5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:26.144588 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Pushing event deleted for resources: {'Port': ['ID=48034df8-5386-4026-bae8-bdf674b0ba13,revision_number=None']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:26.147626 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] No DVR routers for this DVR port 48034df8-5386-4026-bae8-bdf674b0ba13 on host dv-cinder-779781-1-iscsi {{(pid=74218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:02:26.157673 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.158010 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.158474 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.158847 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.159404 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.159727 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.160048 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.160366 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.160708 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.161218 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.161777 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:26.163559 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.db.api [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:02:26.164046 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_db.api [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:02:26.165973 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-7eb66a38-9c82-4fc2-be63-bb7b8bbf0ba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:26.247050 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60478) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:26.320801 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591432'] for router_gateway, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:26.450517 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7abca1ad-be55-4ddc-805c-fc3fe7db1039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:26.695059 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Deleting port 48034df8-5386-4026-bae8-bdf674b0ba13 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:26.695387 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:26.735860 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7abca1ad-be55-4ddc-805c-fc3fe7db1039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:26.739697 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3446'] for router, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:26.764384 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7abca1ad-be55-4ddc-805c-fc3fe7db1039 admin admin] Usage tracker for resource:security_group_rule and tenant:c1fcd4c917c94185bbbf2a46341f4cbe is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:26.767678 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-7abca1ad-be55-4ddc-805c-fc3fe7db1039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:26.781248 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] The port '48034df8-5386-4026-bae8-bdf674b0ba13' was deleted {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:02:26.782873 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-7abca1ad-be55-4ddc-805c-fc3fe7db1039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:26.784956 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:26.914598 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:26.937347 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5445908130>,) {'filters': {'network_id': ['ab34e143-db93-43ff-9522-9281a0f76d21']}} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:26.956321 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445908130>, 'bc305c9d-7168-48cd-895f-971eefb18ffb') {'for_net_delete': True} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:26.956627 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445908130>, 'bc305c9d-7168-48cd-895f-971eefb18ffb') {} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:26.969988 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591284'] for router, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:26.970467 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9f6c596-fef7-47d5-bebb-519b59a2ef47 {{(pid=74217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:02:26.978588 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3702196'] for segment, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.012068 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.027747 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=74217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:02:27.028142 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570591'] for segment, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   util.warn(
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   util.warn(
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   util.warn(
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   util.warn(
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]: Traceback (most recent call last):
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     timer()
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     cb(*args, **kw)
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     return func(*args, **kwargs)
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     self._notify()
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     self.callback(batched_events)
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     event.method(event)
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     return f(self, *a, **k)
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._get(url).json()
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:02:27.045938 dv-cinder-779781-1-iscsi neutron-server[74217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:02:27.098022 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7abca1ad-be55-4ddc-805c-fc3fe7db1039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.107632 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-7abca1ad-be55-4ddc-805c-fc3fe7db1039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.122822 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-74db02fd-d85a-4fae-ae4f-efbaa9348521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:27.172178 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abca1ad-be55-4ddc-805c-fc3fe7db1039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471c22d1-bc07-4633-b7a4-316f36908b4f,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:27.177005 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.179086 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7abca1ad-be55-4ddc-805c-fc3fe7db1039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:27.180018 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.183655 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-0fd96e82-0fcb-4368-800b-7a9c7fffcdef admin admin] 10.222.0.15 "DELETE /v2.0/routers/c9f6c596-fef7-47d5-bebb-519b59a2ef47 HTTP/1.1" status: 204  len: 168 time: 3.0565398
Jun 29 21:02:27.184678 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60484) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:27.188231 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-7abca1ad-be55-4ddc-805c-fc3fe7db1039 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1fcd4c917c94185bbbf2a46341f4cbe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9373746
Jun 29 21:02:27.188231 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.189190 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:27.204952 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60488) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:27.228067 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ab34e143-db93-43ff-9522-9281a0f76d21,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:27.233314 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:27.237435 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-11d41b4a-348a-4d90-ada0-8a2df4b966fd admin admin] 10.222.0.15 "DELETE /v2.0/networks/ab34e143-db93-43ff-9522-9281a0f76d21 HTTP/1.1" status: 204  len: 168 time: 2.2192783
Jun 29 21:02:27.240260 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60492) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:27.351566 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e341e45-7763-451f-b946-210ec179294e admin admin] Deleting subnet 63dec314-ebde-4349-8abc-5371f107b8f7 {{(pid=74216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:02:27.354396 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0e341e45-7763-451f-b946-210ec179294e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.363217 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8bae482e-519d-458e-a40f-e135cec481b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.397874 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8bae482e-519d-458e-a40f-e135cec481b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.406935 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0e341e45-7763-451f-b946-210ec179294e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3291959'] for subnet, precommit_delete_associations {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.481918 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 48034df8-5386-4026-bae8-bdf674b0ba13 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:27.520964 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 48034df8-5386-4026-bae8-bdf674b0ba13 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:27.521699 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 48034df8-5386-4026-bae8-bdf674b0ba13 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:27.522519 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 729e7cb5-9827-4199-b74f-f195dcf959cf no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:27.528207 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8bae482e-519d-458e-a40f-e135cec481b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.528624 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0e341e45-7763-451f-b946-210ec179294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.532228 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ed8925c8-6cfd-4580-a54e-446e3e15b98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:27.548001 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae482e-519d-458e-a40f-e135cec481b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c22d1-bc07-4633-b7a4-316f36908b4f,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:27.571579 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 729e7cb5-9827-4199-b74f-f195dcf959cf {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:27.572292 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 729e7cb5-9827-4199-b74f-f195dcf959cf not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:27.573201 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device e26b9b84-fbc0-4c58-a0bc-9de1fa240901 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:27.602963 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-8bae482e-519d-458e-a40f-e135cec481b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:27.604968 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0e341e45-7763-451f-b946-210ec179294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-798946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262211'] for subnet, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.614543 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: e26b9b84-fbc0-4c58-a0bc-9de1fa240901 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:27.615245 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device e26b9b84-fbc0-4c58-a0bc-9de1fa240901 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:27.621827 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-c1222899-8e40-40ba-8b44-c04b7ce3b966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:27.623994 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8bae482e-519d-458e-a40f-e135cec481b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.626043 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-8bae482e-519d-458e-a40f-e135cec481b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/471c22d1-bc07-4633-b7a4-316f36908b4f HTTP/1.1" status: 204  len: 168 time: 0.4197865
Jun 29 21:02:27.662356 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e341e45-7763-451f-b946-210ec179294e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63dec314-ebde-4349-8abc-5371f107b8f7,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:27.665833 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-0e341e45-7763-451f-b946-210ec179294e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:27.669695 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-0e341e45-7763-451f-b946-210ec179294e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.677781 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94c9d54-0d7b-4b83-a7be-7145070d3869 None None] Network 656014fe-ebe5-425d-bc87-c747781da88f requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:02:27.680873 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-0e341e45-7763-451f-b946-210ec179294e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/63dec314-ebde-4349-8abc-5371f107b8f7 HTTP/1.1" status: 204  len: 168 time: 0.4948566
Jun 29 21:02:27.681469 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60498) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:27.782826 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594463'] for router_interface, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.818138 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.833029 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Deleting port bf54e5c2-615b-4211-b7de-df1dc3208839 {{(pid=74216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:27.834150 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:27.968394 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] DHCP port deletion for 656014fe-ebe5-425d-bc87-c747781da88f request from dv-cinder-779781-1-iscsi {{(pid=74218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:02:27.972994 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] Deleting port bf54e5c2-615b-4211-b7de-df1dc3208839 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:27.973597 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.065423 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60504) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:28.078511 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] For port bf54e5c2-615b-4211-b7de-df1dc3208839, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=bf54e5c2-615b-4211-b7de-df1dc3208839,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:28.079301 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.090008 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.211727 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:28.211950 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] For port bf54e5c2-615b-4211-b7de-df1dc3208839, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=bf54e5c2-615b-4211-b7de-df1dc3208839,segment=NetworkSegment(05d5d132-9da3-467f-9b06-060d24cb2bdc),segment_id=05d5d132-9da3-467f-9b06-060d24cb2bdc)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:28.212175 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.218096 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Calling delete_port for bf54e5c2-615b-4211-b7de-df1dc3208839 owned by network:dhcp {{(pid=74216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:28.221970 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] Usage tracker for resource:security_group_rule and tenant:374f723858cf4f2cb1c499d5cced21ee is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:28.226578 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:28.238237 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:28.300554 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.305531 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-cf6658a4-4e1b-48cc-9757-e5ce107f0b0c tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:28.332958 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] Calling delete_port for bf54e5c2-615b-4211-b7de-df1dc3208839 owned by network:dhcp {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:28.353053 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf54e5c2-615b-4211-b7de-df1dc3208839,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:28.357357 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:28.361436 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] No DVR routers for this DVR port bf54e5c2-615b-4211-b7de-df1dc3208839 on host dv-cinder-779781-1-iscsi {{(pid=74216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:02:28.404506 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.db.api [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:02:28.404938 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_db.api [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:02:28.483345 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.496784 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f544550e1f0>,) {'filters': {'network_id': ['656014fe-ebe5-425d-bc87-c747781da88f']}} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:28.507683 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.510073 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f544550e1f0>, '05d5d132-9da3-467f-9b06-060d24cb2bdc') {'for_net_delete': True} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:28.510502 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f544550e1f0>, '05d5d132-9da3-467f-9b06-060d24cb2bdc') {} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:28.513077 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.520424 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-3d48ef9a-987d-4abb-ba56-0c707c8fe854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:28.522068 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3291960'] for segment, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.538675 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.545800 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=74216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:02:28.546205 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-798788'] for segment, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]: Traceback (most recent call last):
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     timer()
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     cb(*args, **kw)
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     return func(*args, **kwargs)
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     self._notify()
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     self.callback(batched_events)
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     event.method(event)
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     return f(self, *a, **k)
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._get(url).json()
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:02:28.560424 dv-cinder-779781-1-iscsi neutron-server[74216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:02:28.568027 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadb004f-f332-43be-aedd-fc92aa0af2e4,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:28.572171 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:28.576728 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=374f723858cf4f2cb1c499d5cced21ee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5103278
Jun 29 21:02:28.579479 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60508) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:28.641978 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.645718 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:28.661562 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.672454 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Pushing event deleted for resources: {'Network': ['ID=656014fe-ebe5-425d-bc87-c747781da88f,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:28.675830 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:28.686837 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-683b0035-a307-4727-9757-dc68ee5351eb admin admin] 10.222.0.15 "DELETE /v2.0/networks/656014fe-ebe5-425d-bc87-c747781da88f HTTP/1.1" status: 204  len: 168 time: 1.0040166
Jun 29 21:02:28.688246 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-076fb13a-9bb1-4da8-81eb-e12781543746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.720310 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-076fb13a-9bb1-4da8-81eb-e12781543746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.808326 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Deleting port 55ad385e-7bed-4028-8b48-4a01e1fb021c {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:28.808687 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.875160 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-076fb13a-9bb1-4da8-81eb-e12781543746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.882276 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0a0f23ed-a6ef-4914-afa0-065d6e95fcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:28.894865 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60514) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:28.906572 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] Deleting port bf54e5c2-615b-4211-b7de-df1dc3208839 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:28.907139 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.942414 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fb13a-9bb1-4da8-81eb-e12781543746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadb004f-f332-43be-aedd-fc92aa0af2e4,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:28.947011 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-076fb13a-9bb1-4da8-81eb-e12781543746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:28.959307 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-84fecb64-5f68-484d-9db6-79a510cd109c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c15b70fcd3714faf82acbc850da1aab7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0610578
Jun 29 21:02:28.959509 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-076fb13a-9bb1-4da8-81eb-e12781543746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:28.959509 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-076fb13a-9bb1-4da8-81eb-e12781543746 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aadb004f-f332-43be-aedd-fc92aa0af2e4 HTTP/1.1" status: 204  len: 168 time: 0.3781865
Jun 29 21:02:28.959713 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 60518) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:28.983267 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebff9a-b412-4790-a11e-628bfc29d354 None None] The port 'bf54e5c2-615b-4211-b7de-df1dc3208839' was deleted {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:02:29.043656 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] For port 55ad385e-7bed-4028-8b48-4a01e1fb021c, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=55ad385e-7bed-4028-8b48-4a01e1fb021c,segment=NetworkSegment(f33d8252-68f5-4219-b1d2-02c4275ec5ce),segment_id=f33d8252-68f5-4219-b1d2-02c4275ec5ce)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:29.044000 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.164248 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device bf54e5c2-615b-4211-b7de-df1dc3208839 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:29.167915 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d6819bf2-7f63-4f96-88dd-1e30ab67e5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.176645 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Calling delete_port for 55ad385e-7bed-4028-8b48-4a01e1fb021c owned by network:router_interface {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:29.199079 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: bf54e5c2-615b-4211-b7de-df1dc3208839 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:29.199425 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device bf54e5c2-615b-4211-b7de-df1dc3208839 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:29.244705 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d6819bf2-7f63-4f96-88dd-1e30ab67e5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.325636 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d6819bf2-7f63-4f96-88dd-1e30ab67e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.336651 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-806c8beb-80f0-42cc-8063-800f639cc809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:29.353157 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6819bf2-7f63-4f96-88dd-1e30ab67e5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99fea28-808f-4073-b675-ca5a7458fa93,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:29.357730 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d6819bf2-7f63-4f96-88dd-1e30ab67e5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:29.361914 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d6819bf2-7f63-4f96-88dd-1e30ab67e5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.362970 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d6819bf2-7f63-4f96-88dd-1e30ab67e5b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b99fea28-808f-4073-b675-ca5a7458fa93 HTTP/1.1" status: 204  len: 168 time: 0.4016833
Jun 29 21:02:29.399760 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60528) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:29.417911 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.429844 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.433611 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-acb09928-a29c-4d16-8de5-1522f6debddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:29.457181 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:29.461235 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] Usage tracker for resource:security_group_rule and tenant:e71dc18ddf0540e6a83fa5ef16045709 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:29.464284 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:29.471809 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:29.473963 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ad385e-7bed-4028-8b48-4a01e1fb021c,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:29.477467 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:29.558725 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.569434 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.578036 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-af9d67b4-3969-41a6-95b3-7e608b0f11c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:29.632753 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93ca334-3389-41b6-8dba-33591e4ed9ea,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:29.648810 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:29.653102 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e71dc18ddf0540e6a83fa5ef16045709&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2522426
Jun 29 21:02:29.655584 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60534) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:29.728042 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-74e82d5f-397c-44b2-a09a-563b2977b963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.758129 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-74e82d5f-397c-44b2-a09a-563b2977b963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.816459 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-74e82d5f-397c-44b2-a09a-563b2977b963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.823360 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f374e91c-bd0b-47af-8951-fbeb1197d967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:29.844834 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594977'] for router_interface, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.845239 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-74e82d5f-397c-44b2-a09a-563b2977b963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:29.846715 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-74e82d5f-397c-44b2-a09a-563b2977b963 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a93ca334-3389-41b6-8dba-33591e4ed9ea HTTP/1.1" status: 204  len: 168 time: 0.1890175
Jun 29 21:02:29.847782 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e82d5f-397c-44b2-a09a-563b2977b963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93ca334-3389-41b6-8dba-33591e4ed9ea,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:29.850344 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-74e82d5f-397c-44b2-a09a-563b2977b963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:30.554480 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:02:30.764513 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:02:30.776545 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60578) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:30.777079 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] 10.222.0.15 "PUT /v2.0/routers/c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5353112
Jun 29 21:02:30.777367 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] Sync routers for ids ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:02:30.790966 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] Routers {'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:30.791847 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445dc3d00>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:30.998977 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] Set router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:31.130712 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:31.348059 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445dc3d00>, [{'id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'name': 'tempest-TestMinimumBasicScenario-505688041-router', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:18Z', 'updated_at': '2021-06-29T21:02:29Z', 'revision_number': 5, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'gw_port': {'id': 'fe26a71b-6676-46f2-aabc-2f5d6ea558d8', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:59:19Z', 'updated_at': '2021-06-29T20:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:31.353942 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] Checking router: c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:02:31.368396 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] Routers {'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:31.369328 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445dc3d00>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:31.374969 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:31.385659 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Deleting port fe26a71b-6676-46f2-aabc-2f5d6ea558d8 {{(pid=74216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:31.385985 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:31.574519 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] Set router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a gateway port host: None {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:31.617727 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] For port fe26a71b-6676-46f2-aabc-2f5d6ea558d8, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=fe26a71b-6676-46f2-aabc-2f5d6ea558d8,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:31.618100 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:31.716950 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445dc3d00>, [{'id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'name': 'tempest-TestMinimumBasicScenario-505688041-router', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:18Z', 'updated_at': '2021-06-29T21:02:31Z', 'revision_number': 6, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'gw_port_host': None}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:31.722441 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bf594-2c6e-4c39-bb2f-51884659fbd5 None None] The sync data for ids ['c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a'] in dv-cinder-779781-1-iscsi is: [{'id': 'c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a', 'name': 'tempest-TestMinimumBasicScenario-505688041-router', 'tenant_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:59:18Z', 'updated_at': '2021-06-29T21:02:31Z', 'revision_number': 6, 'project_id': '175bdfedd6dc4a3ba74d8e2932c35c9f', 'gw_port_host': None}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:02:31.789172 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Calling delete_port for fe26a71b-6676-46f2-aabc-2f5d6ea558d8 owned by network:router_gateway {{(pid=74216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:31.958030 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:31.962669 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:32.009245 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe26a71b-6676-46f2-aabc-2f5d6ea558d8,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:32.011644 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:32.266920 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591432'] for router_gateway, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:32.523361 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3446'] for router, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:32.527650 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:32.714049 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591284'] for router, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:32.714668 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a {{(pid=74216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:02:32.726903 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] Notify callbacks [] for router, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:32.730182 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-54b326f5-a190-4c4b-b276-4823961950c2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c3c1e7b6-097e-45e4-9ce4-cbeb86a7c04a HTTP/1.1" status: 204  len: 168 time: 1.9502261
Jun 29 21:02:32.730406 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60612) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:32.792559 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ec72be-054e-4ccf-9cc3-83188c80a9a5 admin admin] Deleting subnet e91c3ea0-9c0c-4772-88cd-f634ab8d57bb {{(pid=74216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:02:32.795749 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-a1ec72be-054e-4ccf-9cc3-83188c80a9a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:32.849868 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-a1ec72be-054e-4ccf-9cc3-83188c80a9a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3291959'] for subnet, precommit_delete_associations {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:32.930353 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-a1ec72be-054e-4ccf-9cc3-83188c80a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:32.997928 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-a1ec72be-054e-4ccf-9cc3-83188c80a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-798946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262211'] for subnet, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:33.003441 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:33.037330 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec72be-054e-4ccf-9cc3-83188c80a9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91c3ea0-9c0c-4772-88cd-f634ab8d57bb,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:33.040051 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-a1ec72be-054e-4ccf-9cc3-83188c80a9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:33.042292 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-a1ec72be-054e-4ccf-9cc3-83188c80a9a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:33.049943 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bed2c2a-9fce-4dda-bde9-a4940298452a None None] Network f886312a-3c17-4c3d-a940-149033af88d4 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:02:33.054992 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-a1ec72be-054e-4ccf-9cc3-83188c80a9a5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e91c3ea0-9c0c-4772-88cd-f634ab8d57bb HTTP/1.1" status: 204  len: 168 time: 0.3235877
Jun 29 21:02:33.057488 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60624) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:33.168976 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:33.180985 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Deleting port 09d76219-9d6c-4fc0-a92f-416cfced89c3 {{(pid=74216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:33.181418 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:33.292768 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 55ad385e-7bed-4028-8b48-4a01e1fb021c no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:33.336414 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 55ad385e-7bed-4028-8b48-4a01e1fb021c {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:33.336856 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 55ad385e-7bed-4028-8b48-4a01e1fb021c not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:33.337187 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device fe26a71b-6676-46f2-aabc-2f5d6ea558d8 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:33.373164 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: fe26a71b-6676-46f2-aabc-2f5d6ea558d8 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:33.373758 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device fe26a71b-6676-46f2-aabc-2f5d6ea558d8 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:33.449441 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.db [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] For port 09d76219-9d6c-4fc0-a92f-416cfced89c3, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=09d76219-9d6c-4fc0-a92f-416cfced89c3,segment=NetworkSegment(f33d8252-68f5-4219-b1d2-02c4275ec5ce),segment_id=f33d8252-68f5-4219-b1d2-02c4275ec5ce)] {{(pid=74216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:33.449801 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:33.471239 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] DHCP port deletion for f886312a-3c17-4c3d-a940-149033af88d4 request from dv-cinder-779781-1-iscsi {{(pid=74218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:02:33.475542 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] Deleting port 09d76219-9d6c-4fc0-a92f-416cfced89c3 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:33.475917 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:33.604781 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Calling delete_port for 09d76219-9d6c-4fc0-a92f-416cfced89c3 owned by network:dhcp {{(pid=74216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:33.711484 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:33.719098 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:33.758016 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] For port 09d76219-9d6c-4fc0-a92f-416cfced89c3, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=09d76219-9d6c-4fc0-a92f-416cfced89c3,segment=NetworkSegment(f33d8252-68f5-4219-b1d2-02c4275ec5ce),segment_id=f33d8252-68f5-4219-b1d2-02c4275ec5ce)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:33.758508 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:33.817614 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d76219-9d6c-4fc0-a92f-416cfced89c3,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:33.817614 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:33.827633 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] No DVR routers for this DVR port 09d76219-9d6c-4fc0-a92f-416cfced89c3 on host dv-cinder-779781-1-iscsi {{(pid=74216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:02:33.913175 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] Calling delete_port for 09d76219-9d6c-4fc0-a92f-416cfced89c3 owned by network:dhcp {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:33.963696 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:33.978842 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54452507c0>,) {'filters': {'network_id': ['f886312a-3c17-4c3d-a940-149033af88d4']}} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:33.991117 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54452507c0>, 'f33d8252-68f5-4219-b1d2-02c4275ec5ce') {'for_net_delete': True} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:33.991408 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.services.segments.db [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54452507c0>, 'f33d8252-68f5-4219-b1d2-02c4275ec5ce') {} {{(pid=74216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:33.995589 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.db.api [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:02:33.995961 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_db.api [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:02:34.002829 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3291960'] for segment, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:34.019089 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:34.025072 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=74216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:02:34.025515 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-798788'] for segment, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]: Traceback (most recent call last):
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     timer()
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     cb(*args, **kw)
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     return func(*args, **kwargs)
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     self._notify()
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     self.callback(batched_events)
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     event.method(event)
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     return f(self, *a, **k)
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._get(url).json()
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:02:34.038938 dv-cinder-779781-1-iscsi neutron-server[74216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:02:34.113878 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:34.117194 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6efb1fff-d146-4c7c-9eb8-4f829c73b153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:34.130630 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:34.140917 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Pushing event deleted for resources: {'Network': ['ID=f886312a-3c17-4c3d-a940-149033af88d4,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:34.144061 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:34.145533 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-1bcf0b1a-b065-4dda-9bea-d5e96c9bff35 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f886312a-3c17-4c3d-a940-149033af88d4 HTTP/1.1" status: 204  len: 168 time: 1.0870054
Jun 29 21:02:34.338042 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60652) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:34.390807 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-45025b49-03dc-44be-90d5-da24ed92743c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f723853837f4095909b9fdf6a1d6ff1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0507803
Jun 29 21:02:34.393171 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60656) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:34.454412 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e6aa880c-0b3f-4564-9d45-97888ad273de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:34.479636 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e6aa880c-0b3f-4564-9d45-97888ad273de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:34.497665 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] Deleting port 09d76219-9d6c-4fc0-a92f-416cfced89c3 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:34.498184 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:34.534255 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e6aa880c-0b3f-4564-9d45-97888ad273de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:34.539640 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-86f93219-87f8-412d-bb67-119cbc440a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:34.554929 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa880c-0b3f-4564-9d45-97888ad273de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:34.557407 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e6aa880c-0b3f-4564-9d45-97888ad273de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:34.567800 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e6aa880c-0b3f-4564-9d45-97888ad273de admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:34.569047 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-e6aa880c-0b3f-4564-9d45-97888ad273de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a2543aa-9eda-4430-a9c4-4fb99d4f5ce2 HTTP/1.1" status: 204  len: 168 time: 0.1748934
Jun 29 21:02:34.581353 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fe21a084-1cac-413d-9f2f-d811ac3aa6a3 None None] The port '09d76219-9d6c-4fc0-a92f-416cfced89c3' was deleted {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:02:34.969115 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60670) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:35.029111 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-6364f077-29ea-4a5f-bc14-4ffee5540c35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=175bdfedd6dc4a3ba74d8e2932c35c9f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0565457
Jun 29 21:02:35.029708 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60678) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:35.092291 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fe5746c-42f4-4130-bd26-ff1a8f275def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:35.125032 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fe5746c-42f4-4130-bd26-ff1a8f275def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:35.175407 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 09d76219-9d6c-4fc0-a92f-416cfced89c3 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:02:35.232223 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 09d76219-9d6c-4fc0-a92f-416cfced89c3 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:02:35.232686 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 09d76219-9d6c-4fc0-a92f-416cfced89c3 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:02:35.284959 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fe5746c-42f4-4130-bd26-ff1a8f275def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:35.290166 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d8446922-ec4d-4c0a-864d-c638b479a5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:35.304001 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5746c-42f4-4130-bd26-ff1a8f275def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8569c02-4419-4796-85d0-9c5644dcecaf,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:35.306871 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4fe5746c-42f4-4130-bd26-ff1a8f275def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:35.307876 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-4fe5746c-42f4-4130-bd26-ff1a8f275def admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:35.313948 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-4fe5746c-42f4-4130-bd26-ff1a8f275def admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8569c02-4419-4796-85d0-9c5644dcecaf HTTP/1.1" status: 204  len: 168 time: 0.2832568
Jun 29 21:02:42.610529 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e5cda35c-7fdd-4c71-bd87-6e4d1a563a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:43.035475 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:44.888852 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-69e40f2d-a391-4e4e-90c0-447e4fa79473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:45.890285 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:47.197268 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:52.103091 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b4430e08-54d4-4e0f-9da0-7110d9174774 req-775183db-b772-442e-b93b-77e7ec0f58f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0663905
Jun 29 21:02:52.209296 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b4430e08-54d4-4e0f-9da0-7110d9174774 req-faf50b3d-c22d-4f65-a948-513e1b9c5fd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 1098 time: 0.0711131
Jun 29 21:02:52.350881 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4430e08-54d4-4e0f-9da0-7110d9174774 req-d6429e44-f579-490e-955a-ef89cf164b11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:52.352249 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b4430e08-54d4-4e0f-9da0-7110d9174774 req-d6429e44-f579-490e-955a-ef89cf164b11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.1227813
Jun 29 21:02:52.449427 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b4430e08-54d4-4e0f-9da0-7110d9174774 req-9fb5bf10-7061-4634-9e2d-aada90effc14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d4ff62-794a-4224-8102-f73279a922a3 HTTP/1.1" status: 200  len: 1001 time: 0.0904667
Jun 29 21:02:52.514426 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4430e08-54d4-4e0f-9da0-7110d9174774 req-1abd3878-68f8-478b-aa27-5e7706802232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:52.515882 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b4430e08-54d4-4e0f-9da0-7110d9174774 req-1abd3878-68f8-478b-aa27-5e7706802232 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0584950
Jun 29 21:02:52.590509 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b4430e08-54d4-4e0f-9da0-7110d9174774 req-4358f12d-7dfb-46f1-a8d0-4de54c65cff4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0671072
Jun 29 21:02:52.724265 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b4430e08-54d4-4e0f-9da0-7110d9174774 req-dab61c17-73ed-4223-91fc-4038b6147e50 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261947
Jun 29 21:02:52.858169 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b4430e08-54d4-4e0f-9da0-7110d9174774 req-8baaa255-bb41-467d-8c81-1c330e5dea2d service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268635
Jun 29 21:02:53.076082 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:53.723445 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 60898) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:02:54.114272 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Deleting port ce79abff-b5ed-4d28-868c-9f0bf030cf3f {{(pid=74216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:54.114628 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:54.287934 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:54.288273 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:54.407210 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.plugins.ml2.plugin [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Calling delete_port for ce79abff-b5ed-4d28-868c-9f0bf030cf3f owned by network:floatingip {{(pid=74216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:54.561213 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:54.566198 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-ea82a8e6-56e3-4bcb-a9f2-4398f5688495 tempest-AttachVolumeNegativeTest-306497416 tempest-AttachVolumeNegativeTest-306497416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:54.609004 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event deleted for resources: {'Port': ['ID=ce79abff-b5ed-4d28-868c-9f0bf030cf3f,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:54.640328 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:54.704444 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for floatingip, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:55.111752 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:02:55.258219 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-e45f07b3-5e65-4f14-bf55-d78e8ca4a708 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460400456&fields=id&tenant_id=4849c509f94542d6aea3d7be4cde3726 HTTP/1.1" status: 200  len: 267 time: 0.0621982
Jun 29 21:02:55.579653 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-19083d30-1df0-4cb6-9139-0f1fc4b1aaf3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:55.581336 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-19083d30-1df0-4cb6-9139-0f1fc4b1aaf3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 812 time: 0.3159463
Jun 29 21:02:55.616095 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-ff9f1259-75c1-4067-8728-46a69cb2f636 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/quotas/4849c509f94542d6aea3d7be4cde3726 HTTP/1.1" status: 200  len: 375 time: 0.0225325
Jun 29 21:02:55.659592 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:02:55.674382 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] Sync routers for ids ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:02:55.686666 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] Routers {'4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:55.687313 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544627db20>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:55.688886 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:55.760645 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-7fa720a9-75c0-46cc-bd5f-83c2c71e5d00 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "DELETE /v2.0/floatingips/816df2be-6b3f-4dd2-aa1e-d06577202df0 HTTP/1.1" status: 204  len: 168 time: 2.0359302
Jun 29 21:02:55.762715 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:02:55.782098 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-d29ab7e7-4ab7-4000-8bcb-72607fd2cc42 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1561010
Jun 29 21:02:55.888332 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] Set router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:55.944765 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-27d28002-9b0a-4c96-99d2-ee407653d55a service neutron] 10.222.0.15 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506228
Jun 29 21:02:56.136301 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-1ecf82e0-a589-4b9e-8479-7a97412a7b11 service neutron] 10.222.0.15 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850283
Jun 29 21:02:56.137912 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133', 'status': 'completed', 'code': 200}
Jun 29 21:02:56.273182 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:02:56.292103 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3d6193ab-0dac-4950-8126-081497c9b933 req-60e9aa0e-99cb-4ac6-8252-da85e0f66097 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37b4081293e248ac8dc9ba0f45827a28&device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 1099 time: 0.1051695
Jun 29 21:02:56.319456 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544627db20>, [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:57:03Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '6a47392b-7fcc-4410-8811-206f946c08bb', 'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'mac_address': 'fa:16:3e:22:1d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:02Z', 'updated_at': '2021-06-29T20:57:29Z', 'revision_number': 5, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'subnets': [{'id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:56.323905 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] Checking router: 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:02:56.336789 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] Routers {'4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:02:56.337721 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544627db20>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:56.342282 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8ac3c-01d5-4da4-a7f9-f26834144d2c req-56d0468c-f164-4cfe-8ff3-c3fceb165144 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:56.343185 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-45b8ac3c-01d5-4da4-a7f9-f26834144d2c req-56d0468c-f164-4cfe-8ff3-c3fceb165144 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Synchronizing usage tracker for tenant:37b4081293e248ac8dc9ba0f45827a28 on resource:port {{(pid=74216) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:02:56.368824 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [req-45b8ac3c-01d5-4da4-a7f9-f26834144d2c req-56d0468c-f164-4cfe-8ff3-c3fceb165144 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Unset dirty status for tenant:37b4081293e248ac8dc9ba0f45827a28 on resource:port {{(pid=74216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:02:56.370197 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-45b8ac3c-01d5-4da4-a7f9-f26834144d2c req-56d0468c-f164-4cfe-8ff3-c3fceb165144 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.1189721
Jun 29 21:02:56.444618 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-45b8ac3c-01d5-4da4-a7f9-f26834144d2c req-835d232c-ae0f-45af-ab68-179bf0ff0617 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674191
Jun 29 21:02:56.571903 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6193ab-0dac-4950-8126-081497c9b933 req-9fceac27-accf-4876-ac82-f606d1ae13ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:56.573372 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3d6193ab-0dac-4950-8126-081497c9b933 req-9fceac27-accf-4876-ac82-f606d1ae13ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6ac8742-47be-4a00-b65f-0675d13dc794 HTTP/1.1" status: 200  len: 910 time: 0.2745287
Jun 29 21:02:56.592086 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] Set router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:02:56.651313 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e3ff394d-4f85-4ddd-8c65-a0c47e2118fb req-e35684fd-b44b-4106-8fb3-a17b8ae4673a tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 210 time: 0.0584443
Jun 29 21:02:56.680962 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3d6193ab-0dac-4950-8126-081497c9b933 req-e86b9d73-ee2d-45a5-a02d-1df9bf321622 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae8f816-5598-49d0-a742-1583e0555133 HTTP/1.1" status: 200  len: 217 time: 0.0996521
Jun 29 21:02:56.745526 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6193ab-0dac-4950-8126-081497c9b933 req-985ab12f-86bc-4ffd-8792-e93a464dcc84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:56.747024 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3d6193ab-0dac-4950-8126-081497c9b933 req-985ab12f-86bc-4ffd-8792-e93a464dcc84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6da294a2-2cf7-453f-a2e2-a6bbfd5310a9 HTTP/1.1" status: 200  len: 848 time: 0.0596626
Jun 29 21:02:56.866361 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3d6193ab-0dac-4950-8126-081497c9b933 req-2fc20795-8a88-442a-b718-227ff5650ab5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6ac8742-47be-4a00-b65f-0675d13dc794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1111674
Jun 29 21:02:56.956356 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544627db20>, [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:57:03Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '6a47392b-7fcc-4410-8811-206f946c08bb', 'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'mac_address': 'fa:16:3e:22:1d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:02Z', 'updated_at': '2021-06-29T20:57:29Z', 'revision_number': 5, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'subnets': [{'id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:02:56.960791 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fe32b-b8f3-481f-9948-ed7e60c523d8 None None] The sync data for ids ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'] in dv-cinder-779781-1-iscsi is: [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T20:57:03Z', 'revision_number': 4, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '6a47392b-7fcc-4410-8811-206f946c08bb', 'name': '', 'network_id': 'a6ac8742-47be-4a00-b65f-0675d13dc794', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'mac_address': 'fa:16:3e:22:1d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:02Z', 'updated_at': '2021-06-29T20:57:29Z', 'revision_number': 5, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'subnets': [{'id': '6da294a2-2cf7-453f-a2e2-a6bbfd5310a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:02:57.027975 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3d6193ab-0dac-4950-8126-081497c9b933 req-837a3ea4-50d4-47f7-ac1a-a83ea2f7ed33 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544921
Jun 29 21:02:57.192810 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-3d6193ab-0dac-4950-8126-081497c9b933 req-1b1b5358-d743-46f2-8fa6-6b42299dc251 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453791
Jun 29 21:02:57.201968 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd13efd-7528-4916-b436-a04a0fedcefd None None] New status for floating IP 816df2be-6b3f-4dd2-aa1e-d06577202df0: DOWN {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:02:57.632910 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c690e-16c8-4bfb-901b-0db8fe6d22f6 req-6780c6c4-7ce9-4f62-a71a-0ad2ba8a337c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:57.634331 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ec8c690e-16c8-4bfb-901b-0db8fe6d22f6 req-6780c6c4-7ce9-4f62-a71a-0ad2ba8a337c tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.0770566
Jun 29 21:02:57.682757 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-ec8c690e-16c8-4bfb-901b-0db8fe6d22f6 req-8464a3f8-646c-4603-9ef9-c2a0ce6be373 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427935
Jun 29 21:02:57.827850 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2f14959f-20b4-4647-b2e9-5d7cc18d521c req-a90488be-2059-4482-834b-02d469551f97 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 210 time: 0.0420845
Jun 29 21:02:57.999436 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-5bf69e91-6dfa-41ff-bb92-fd1865a46f8c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:58.002104 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-5bf69e91-6dfa-41ff-bb92-fd1865a46f8c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 812 time: 0.1501317
Jun 29 21:02:58.205618 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-56f89ce2-3745-4845-87df-b182cd9cc366 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4849c509f94542d6aea3d7be4cde3726 HTTP/1.1" status: 200  len: 380 time: 0.1039805
Jun 29 21:02:58.215815 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'port': {'device_id': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'admin_state_up': True, 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'security_groups': ['fb66a6d8-9ba3-42c8-997b-58c98125b04b']}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:02:58.300511 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-4df42750-5d5a-4efd-b4fe-9722eda020ac tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:58.301206 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-4df42750-5d5a-4efd-b4fe-9722eda020ac tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Synchronizing usage tracker for tenant:37b4081293e248ac8dc9ba0f45827a28 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:02:58.332490 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-4df42750-5d5a-4efd-b4fe-9722eda020ac tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Unset dirty status for tenant:37b4081293e248ac8dc9ba0f45827a28 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:02:58.333587 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-4df42750-5d5a-4efd-b4fe-9722eda020ac tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.2308698
Jun 29 21:02:58.417670 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:02:58.426459 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:port and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:02:58.430910 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:02:58.436329 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Deleting port 5ae8f816-5598-49d0-a742-1583e0555133 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:02:58.436678 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:58.473720 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:02:58.503167 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Made reservation on behalf of 4849c509f94542d6aea3d7be4cde3726 for: {'port': 1} {{(pid=74217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:02:58.506359 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:58.833497 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] For port 5ae8f816-5598-49d0-a742-1583e0555133, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=5ae8f816-5598-49d0-a742-1583e0555133,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:02:58.833852 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:58.846705 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_common [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Allocated IP 172.20.0.12 (d3bb8228-fca8-4915-a5dd-c117efe631ab/afdaecb3-6a5f-41a7-8182-32bce5b23c4d/266b2885-fb95-4460-9d04-32aabbf5274b) {{(pid=74217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:02:58.910326 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2a5f9-9b63-4994-a592-c699352aaf0b req-1fd66c4a-57cf-41e1-89f4-64d7692a8ede tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:58.911782 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-15a2a5f9-9b63-4994-a592-c699352aaf0b req-1fd66c4a-57cf-41e1-89f4-64d7692a8ede tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 946 time: 0.1055715
Jun 29 21:02:58.967717 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-15a2a5f9-9b63-4994-a592-c699352aaf0b req-23898b10-9c3c-414b-98cc-95065392f40a tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/security-groups?id=56fa1c3d-8334-4f06-ba26-a1edafaa26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503423
Jun 29 21:02:58.972459 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Calling delete_port for 5ae8f816-5598-49d0-a742-1583e0555133 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:02:59.075479 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-aaad7eac-bdfd-4609-8cf8-44ef6fe94fb4 req-770b4287-c607-4553-a79c-902f84edae71 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 210 time: 0.0518756
Jun 29 21:02:59.366313 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:59.372587 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:59.403006 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for port, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:59.425377 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event deleted for resources: {'Port': ['ID=5ae8f816-5598-49d0-a742-1583e0555133,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:59.440469 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Transition to ACTIVE for port object 266b2885-fb95-4460-9d04-32aabbf5274b will not be triggered until provisioned by entity DHCP. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:02:59.472722 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.473098 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.473461 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.473820 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.474174 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.474523 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.474872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.475217 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.475563 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.475906 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.476251 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:02:59.486391 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:59.534256 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] No DVR routers for this DVR port 5ae8f816-5598-49d0-a742-1583e0555133 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:02:59.537036 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:59.539596 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'name': 'network-vif-deleted', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:02:59.563248 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:59.566128 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-052fc48d-dedd-449e-8cfc-6636ec6a5ddc req-104e4d70-7476-478f-8e9b-6e01b5b29c73 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.60 "DELETE /v2.0/ports/5ae8f816-5598-49d0-a742-1583e0555133 HTTP/1.1" status: 204  len: 173 time: 1.2188747
Jun 29 21:02:59.570325 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7d453aca-51b0-47a1-a76e-f2a21b005fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:02:59.634712 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa46ae0-9f87-4518-a897-d78261091b62', 'name': 'network-vif-deleted', 'tag': '5ae8f816-5598-49d0-a742-1583e0555133', 'status': 'completed', 'code': 200}
Jun 29 21:02:59.655971 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Network d3bb8228-fca8-4915-a5dd-c117efe631ab is already hosted by enough agents. {{(pid=74217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:02:59.660955 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.base_scheduler [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources bound (agent type, host, resource id):  {{(pid=74217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:02:59.663187 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Received port after_create {{(pid=74217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:02:59.704681 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'Port': ['ID=266b2885-fb95-4460-9d04-32aabbf5274b,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:02:59.708830 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:02:59.750809 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:02:59.751454 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:02:59.778697 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5675018
Jun 29 21:02:59.797543 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.v2.base [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Request body: {'port': {'device_id': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77978'}} {{(pid=74217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:02:59.923613 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:00.024571 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-088aa521-c937-4a2d-a820-6eea29d604c7 None None] Provisioning for port 266b2885-fb95-4460-9d04-32aabbf5274b completed by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:03:00.030040 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-088aa521-c937-4a2d-a820-6eea29d604c7 None None] Provisioning complete for port 266b2885-fb95-4460-9d04-32aabbf5274b triggered by entity DHCP. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:03:00.030888 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-088aa521-c937-4a2d-a820-6eea29d604c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:00.090925 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-088aa521-c937-4a2d-a820-6eea29d604c7 None None] Port 266b2885-fb95-4460-9d04-32aabbf5274b cannot update to ACTIVE because it is not bound. {{(pid=74218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:03:00.183735 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-a6e48050-2ebc-4fa4-bbff-f7b39a1ab551 req-df0871de-cecd-44d7-b236-de68f0a07818 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fa46ae0-9f87-4518-a897-d78261091b62 HTTP/1.1" status: 200  len: 210 time: 0.0787585
Jun 29 21:03:00.306060 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266b2885-fb95-4460-9d04-32aabbf5274b {{(pid=74217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:03:00.314162 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:00.319584 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc747706-c37d-4d8c-92a8-1ed1a95f41a6 req-48754c44-80ec-4bfc-a5bb-e01c99ef5944 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:00.326389 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fc747706-c37d-4d8c-92a8-1ed1a95f41a6 req-48754c44-80ec-4bfc-a5bb-e01c99ef5944 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 932 time: 0.0876243
Jun 29 21:03:00.330242 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.provisioning_blocks [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Transition to ACTIVE for port object 266b2885-fb95-4460-9d04-32aabbf5274b will not be triggered until provisioned by entity L2. {{(pid=74217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:03:00.334128 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:00.339503 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-97bfb970-2170-4e2a-ad9b-f8bb6a0a38fd tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:00.371017 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-fc747706-c37d-4d8c-92a8-1ed1a95f41a6 req-b185024a-9312-48cb-85eb-f809be5ca3ef tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437775
Jun 29 21:03:00.476834 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Pushing event updated for resources: {'Port': ['ID=266b2885-fb95-4460-9d04-32aabbf5274b,revision_number=2']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:00.480524 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:00.586797 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Attempting to bind port 266b2885-fb95-4460-9d04-32aabbf5274b on host hv-cinder-77978 for vnic_type normal with profile  {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:03:00.587135 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Attempting to bind port 266b2885-fb95-4460-9d04-32aabbf5274b by drivers openvswitch,hyperv on host hv-cinder-77978 at level 0 using segments [{'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:03:00.587461 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Attempting to bind port 266b2885-fb95-4460-9d04-32aabbf5274b on network d3bb8228-fca8-4915-a5dd-c117efe631ab {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:03:00.593353 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Port 266b2885-fb95-4460-9d04-32aabbf5274b on network d3bb8228-fca8-4915-a5dd-c117efe631ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77978 {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:03:00.594238 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Attempting to bind port 266b2885-fb95-4460-9d04-32aabbf5274b on network d3bb8228-fca8-4915-a5dd-c117efe631ab {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:03:00.600456 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Checking agent: {'id': 'e3d95784-d701-433f-ac1f-e54268d22b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77978', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'started_at': datetime.datetime(2021, 6, 29, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:03:00.600848 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Checking segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:03:00.601231 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Bound using segment: {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'} {{(pid=74217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:03:00.601659 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.managers [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Bound port: 266b2885-fb95-4460-9d04-32aabbf5274b, host: hv-cinder-77978, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f631dd-a836-4644-a754-73b353acbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab'}}] {{(pid=74217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:03:00.602011 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:00.694487 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] For port 266b2885-fb95-4460-9d04-32aabbf5274b, host hv-cinder-77978, cleared binding levels {{(pid=74217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:03:00.697371 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] For port 266b2885-fb95-4460-9d04-32aabbf5274b, host hv-cinder-77978, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=266b2885-fb95-4460-9d04-32aabbf5274b,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:03:00.700994 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570627'] for port, after_update {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:00.705223 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-932a07e8-533a-4b3f-9f6c-9c6cd91dad80 tempest-TestMinimumBasicScenario-1235621541 tempest-TestMinimumBasicScenario-1235621541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:00.767470 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:00.768829 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] 10.222.0.60 "PUT /v2.0/ports/266b2885-fb95-4460-9d04-32aabbf5274b HTTP/1.1" status: 200  len: 1094 time: 0.9762552
Jun 29 21:03:00.779617 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Pushing event updated for resources: {'Port': ['ID=266b2885-fb95-4460-9d04-32aabbf5274b,revision_number=3']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:00.782828 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:00.909127 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-7e7d4af9-5a9b-4140-9e57-d545756eabee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 1097 time: 0.0825238
Jun 29 21:03:00.992044 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-20ec0aa9-35db-4c40-9f82-80bd7f7131af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=266b2885-fb95-4460-9d04-32aabbf5274b HTTP/1.1" status: 200  len: 217 time: 0.0677052
Jun 29 21:03:01.153960 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-d6daccee-2698-47a8-a72a-87a4785233b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:01.155373 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-d6daccee-2698-47a8-a72a-87a4785233b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.1564190
Jun 29 21:03:01.238429 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-e14a9939-a86e-4e1f-b9e2-ec2647344166 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756905
Jun 29 21:03:01.293461 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 32810) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:01.321952 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5ae8f816-5598-49d0-a742-1583e0555133 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:03:01.359378 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 5ae8f816-5598-49d0-a742-1583e0555133 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:03:01.359826 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 5ae8f816-5598-49d0-a742-1583e0555133 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:03:01.397181 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c936-a075-410e-a34c-e6b0ebe16b83 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:01.408183 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-e5c39b88-275c-4050-ba9f-906c22e105f8 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622136
Jun 29 21:03:01.428334 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c936-a075-410e-a34c-e6b0ebe16b83 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:01.495796 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c936-a075-410e-a34c-e6b0ebe16b83 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:01.500292 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e6aa880c-0b3f-4564-9d45-97888ad273de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:01.544175 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-88271c6b-4882-4f2e-a730-ec4c4ce7df4d req-b1ff2363-3d87-48c9-aa30-780362b5299b service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289918
Jun 29 21:03:01.545616 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4c936-a075-410e-a34c-e6b0ebe16b83 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fa1c3d-8334-4f06-ba26-a1edafaa26f8,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:01.557430 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5dc4c936-a075-410e-a34c-e6b0ebe16b83 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:01.574404 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c936-a075-410e-a34c-e6b0ebe16b83 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:01.575665 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-5dc4c936-a075-410e-a34c-e6b0ebe16b83 tempest-TestShelveInstance-7039004 tempest-TestShelveInstance-7039004-project] 10.222.0.15 "DELETE /v2.0/security-groups/56fa1c3d-8334-4f06-ba26-a1edafaa26f8 HTTP/1.1" status: 204  len: 168 time: 0.2749684
Jun 29 21:03:01.613791 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b28a2-d79b-4007-bdb2-47badff7d23b req-a4c3b751-7351-48db-818e-76931903af65 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:01.615360 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bd1b28a2-d79b-4007-bdb2-47badff7d23b req-a4c3b751-7351-48db-818e-76931903af65 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 944 time: 0.1070282
Jun 29 21:03:01.635969 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'tag': '266b2885-fb95-4460-9d04-32aabbf5274b'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:03:01.641555 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 32822) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:01.676218 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-bd1b28a2-d79b-4007-bdb2-47badff7d23b req-6f00106d-5ea6-48e2-9b37-4871b7e0dd9d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504503
Jun 29 21:03:01.692222 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'tag': '266b2885-fb95-4460-9d04-32aabbf5274b', 'status': 'completed', 'code': 200}
Jun 29 21:03:02.173188 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594463'] for router_interface, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:02.769111 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Deleting port 6a47392b-7fcc-4410-8811-206f946c08bb {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:03:02.769832 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:02.879102 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423c6d4-c961-4ae1-a58b-72307ff8dc58 req-12b13e09-ecf5-4ee3-95b8-abe23f1f6c10 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:02.880570 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4423c6d4-c961-4ae1-a58b-72307ff8dc58 req-12b13e09-ecf5-4ee3-95b8-abe23f1f6c10 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 944 time: 0.0766952
Jun 29 21:03:02.927932 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4423c6d4-c961-4ae1-a58b-72307ff8dc58 req-1d6ccda0-8b4a-4fe7-9a60-987d89946cd2 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418050
Jun 29 21:03:03.036702 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] For port 6a47392b-7fcc-4410-8811-206f946c08bb, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=6a47392b-7fcc-4410-8811-206f946c08bb,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:03.036944 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:03.153159 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Calling delete_port for 6a47392b-7fcc-4410-8811-206f946c08bb owned by network:router_interface {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:03:03.327204 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:03.331665 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f553457e-3a73-4edf-a9ae-b3d810ae7ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:03.370959 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a47392b-7fcc-4410-8811-206f946c08bb,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:03.375706 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:03.672770 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594977'] for router_interface, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:04.134896 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b1714-b317-4227-b4ec-13851f2a2ea0 req-499b57a1-1264-4b50-8f23-bed7e89837f6 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:04.136339 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-696b1714-b317-4227-b4ec-13851f2a2ea0 req-499b57a1-1264-4b50-8f23-bed7e89837f6 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 944 time: 0.0864725
Jun 29 21:03:04.182862 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-696b1714-b317-4227-b4ec-13851f2a2ea0 req-43f6553c-3666-4b15-bac5-353f5bfe3935 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402019
Jun 29 21:03:04.240709 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:03:04.530788 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:03:04.539973 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] Sync routers for ids ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:03:04.543319 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] 10.222.0.15 "PUT /v2.0/routers/4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9005890
Jun 29 21:03:04.545692 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 32842) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:04.557185 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] Routers {'4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:03:04.557985 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544627d190>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:04.759748 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] Set router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:03:04.764623 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Notify callbacks [] for router, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:04.923903 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e0b338b6-7bc9-424d-b2bb-f3b928a24ac1 req-96f4b525-0f4f-4085-b638-fc4ab2d9bcdd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 1097 time: 0.1072493
Jun 29 21:03:05.040422 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544627d190>, [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T21:03:03Z', 'revision_number': 5, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:05.044216 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] Checking router: 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:03:05.054753 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] Routers {'4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:03:05.055339 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f544627d190>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:05.137174 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b338b6-7bc9-424d-b2bb-f3b928a24ac1 req-9ae8c17e-4c05-4067-a691-79ca7d7c9a9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:05.138823 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e0b338b6-7bc9-424d-b2bb-f3b928a24ac1 req-9ae8c17e-4c05-4067-a691-79ca7d7c9a9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.2074687
Jun 29 21:03:05.200604 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:05.221468 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e0b338b6-7bc9-424d-b2bb-f3b928a24ac1 req-b24bec74-344f-46dd-9350-f6706fcfbe4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=266b2885-fb95-4460-9d04-32aabbf5274b HTTP/1.1" status: 200  len: 217 time: 0.0722201
Jun 29 21:03:05.224041 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Deleting port 3b7141ab-297d-4142-88e6-cc05b9efec54 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:03:05.224685 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:05.232734 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] Set router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:03:05.384977 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e62f7-fcc9-4c9a-8912-efcdf1fa3782 req-2a1c460e-956c-4862-8d3b-24afd146d546 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:05.387077 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-718e62f7-fcc9-4c9a-8912-efcdf1fa3782 req-2a1c460e-956c-4862-8d3b-24afd146d546 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 944 time: 0.0777652
Jun 29 21:03:05.429429 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b338b6-7bc9-424d-b2bb-f3b928a24ac1 req-d4190127-eb29-48c8-a1e8-65a211203ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:05.431077 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e0b338b6-7bc9-424d-b2bb-f3b928a24ac1 req-d4190127-eb29-48c8-a1e8-65a211203ab5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.1750643
Jun 29 21:03:05.435937 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-718e62f7-fcc9-4c9a-8912-efcdf1fa3782 req-ee983683-6160-4190-bd93-1b8fa6b8d8fa tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418034
Jun 29 21:03:05.499125 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] For port 3b7141ab-297d-4142-88e6-cc05b9efec54, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=3b7141ab-297d-4142-88e6-cc05b9efec54,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:05.499418 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:05.532509 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f544627d190>, [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T21:03:03Z', 'revision_number': 5, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:05.536400 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e24fbe-01b5-4e4f-a341-580420207101 None None] The sync data for ids ['4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60'] in dv-cinder-779781-1-iscsi is: [{'id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'name': 'tempest-TestShelveInstance-1301526343-router', 'tenant_id': '37b4081293e248ac8dc9ba0f45827a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:55Z', 'updated_at': '2021-06-29T21:03:03Z', 'revision_number': 5, 'project_id': '37b4081293e248ac8dc9ba0f45827a28', 'gw_port': {'id': '3b7141ab-297d-4142-88e6-cc05b9efec54', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:57Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:03:05.635452 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Calling delete_port for 3b7141ab-297d-4142-88e6-cc05b9efec54 owned by network:router_gateway {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:03:05.810327 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:05.814849 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9ba9fc80-f781-40f0-a7e1-12621a560c23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:05.859404 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7141ab-297d-4142-88e6-cc05b9efec54,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:05.862310 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:06.202588 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591432'] for router_gateway, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:06.519784 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3446'] for router, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:06.532185 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:06.564185 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e0b338b6-7bc9-424d-b2bb-f3b928a24ac1 req-57c3dee1-e50e-4575-af0f-c257306792e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2397511
Jun 29 21:03:06.573370 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591284'] for router, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:06.574009 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 {{(pid=74217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:03:06.588905 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:06.590031 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-4e3e59ac-1f40-4faf-99bb-a540b95c3710 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4ea1985c-d5d9-45ed-bc7d-a5772d2e6f60 HTTP/1.1" status: 204  len: 168 time: 2.0433857
Jun 29 21:03:06.592400 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 32858) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:06.654852 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_v2 [None req-715e89de-c456-4cdc-a424-39c1bb5f5c65 admin admin] Deleting subnet 6da294a2-2cf7-453f-a2e2-a6bbfd5310a9 {{(pid=74217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:03:06.659319 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-715e89de-c456-4cdc-a424-39c1bb5f5c65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:06.722993 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-715e89de-c456-4cdc-a424-39c1bb5f5c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3702203'] for subnet, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:06.775382 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28416573-b833-4f4e-94cb-6be15b0d1cf4 req-cc9a7be2-a64c-4dce-aed6-9cc25bdcc535 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:06.776891 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-28416573-b833-4f4e-94cb-6be15b0d1cf4 req-cc9a7be2-a64c-4dce-aed6-9cc25bdcc535 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 944 time: 0.2194817
Jun 29 21:03:06.805132 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-715e89de-c456-4cdc-a424-39c1bb5f5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:06.826697 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-28416573-b833-4f4e-94cb-6be15b0d1cf4 req-adecd038-cb0c-4b25-816f-7c23e0eb3ffb tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419836
Jun 29 21:03:06.876591 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-715e89de-c456-4cdc-a424-39c1bb5f5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4136704'] for subnet, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:06.880554 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6a75dba5-b00d-47ec-95b4-2bde716e6972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:06.913826 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e89de-c456-4cdc-a424-39c1bb5f5c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da294a2-2cf7-453f-a2e2-a6bbfd5310a9,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:06.917698 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-715e89de-c456-4cdc-a424-39c1bb5f5c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:06.922834 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-715e89de-c456-4cdc-a424-39c1bb5f5c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:06.928095 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c2e146-fcc4-4d3c-8e27-a6fee0fc7d7a None None] Network a6ac8742-47be-4a00-b65f-0675d13dc794 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:03:06.928586 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-715e89de-c456-4cdc-a424-39c1bb5f5c65 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6da294a2-2cf7-453f-a2e2-a6bbfd5310a9 HTTP/1.1" status: 204  len: 168 time: 0.3350246
Jun 29 21:03:06.930905 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 32864) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:07.037994 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:07.054231 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Deleting port 6f5c0256-ce77-4eee-b300-761bf30675f5 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:03:07.055705 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:07.210799 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] DHCP port deletion for a6ac8742-47be-4a00-b65f-0675d13dc794 request from dv-cinder-779781-1-iscsi {{(pid=74218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:03:07.215126 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] Deleting port 6f5c0256-ce77-4eee-b300-761bf30675f5 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:03:07.215703 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:07.243843 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 6a47392b-7fcc-4410-8811-206f946c08bb no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:03:07.289129 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 6a47392b-7fcc-4410-8811-206f946c08bb {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:03:07.289395 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 6a47392b-7fcc-4410-8811-206f946c08bb not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:03:07.289816 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 3b7141ab-297d-4142-88e6-cc05b9efec54 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:03:07.329185 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 3b7141ab-297d-4142-88e6-cc05b9efec54 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:03:07.329458 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 3b7141ab-297d-4142-88e6-cc05b9efec54 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:03:07.348071 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] For port 6f5c0256-ce77-4eee-b300-761bf30675f5, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=6f5c0256-ce77-4eee-b300-761bf30675f5,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:07.348422 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:07.523347 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] For port 6f5c0256-ce77-4eee-b300-761bf30675f5, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=6f5c0256-ce77-4eee-b300-761bf30675f5,segment=NetworkSegment(ec89e449-cb06-4ef2-abfb-a22cbbb796e6),segment_id=ec89e449-cb06-4ef2-abfb-a22cbbb796e6)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:07.523750 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:07.586872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Calling delete_port for 6f5c0256-ce77-4eee-b300-761bf30675f5 owned by network:dhcp {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:03:07.643853 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] Calling delete_port for 6f5c0256-ce77-4eee-b300-761bf30675f5 owned by network:dhcp {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:03:07.653909 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e0b338b6-7bc9-424d-b2bb-f3b928a24ac1 req-62a71777-537f-4730-8029-6a492f426e5e service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4203401
Jun 29 21:03:07.681537 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:07.685376 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cb4d5d8f-7cdf-4d79-8cee-05c81aea22e3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:07.714999 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.db.api [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:03:07.715401 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_db.api [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:03:07.730155 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5c0256-ce77-4eee-b300-761bf30675f5,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:07.733318 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:07.739414 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] No DVR routers for this DVR port 6f5c0256-ce77-4eee-b300-761bf30675f5 on host dv-cinder-779781-1-iscsi {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:03:07.857783 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:07.871622 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5444dcf220>,) {'filters': {'network_id': ['a6ac8742-47be-4a00-b65f-0675d13dc794']}} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:07.884888 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5444dcf220>, 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6') {'for_net_delete': True} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:07.885268 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5444dcf220>, 'ec89e449-cb06-4ef2-abfb-a22cbbb796e6') {} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:07.897239 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3702196'] for segment, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:07.915583 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:07.924123 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=74217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:03:07.924802 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570591'] for segment, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]: Traceback (most recent call last):
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     timer()
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     cb(*args, **kw)
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     return func(*args, **kwargs)
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     self._notify()
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     self.callback(batched_events)
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     event.method(event)
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     return f(self, *a, **k)
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._get(url).json()
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:03:07.942636 dv-cinder-779781-1-iscsi neutron-server[74217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:03:08.018631 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:08.022425 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:08.035819 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:08.040245 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd92201-547c-4ba5-860b-c7a81eefffad req-dcdefdb4-0dd4-4efd-b0e9-9e56c1f99008 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:08.041685 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3dd92201-547c-4ba5-860b-c7a81eefffad req-dcdefdb4-0dd4-4efd-b0e9-9e56c1f99008 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 944 time: 0.0792356
Jun 29 21:03:08.045930 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ac8742-47be-4a00-b65f-0675d13dc794,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:08.049668 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:08.059408 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a6ac8742-47be-4a00-b65f-0675d13dc794 HTTP/1.1" status: 204  len: 168 time: 1.1275403
Jun 29 21:03:08.062200 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 32874) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:08.088192 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-3dd92201-547c-4ba5-860b-c7a81eefffad req-d1bb019d-3d54-49ac-b89f-00965f456dc3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402110
Jun 29 21:03:08.216598 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] Deleting port 6f5c0256-ce77-4eee-b300-761bf30675f5 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:03:08.217219 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:08.280507 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7d935-ea9b-45a5-9458-3954cfff0ba7 None None] The port '6f5c0256-ce77-4eee-b300-761bf30675f5' was deleted {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:03:08.434040 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-e0b338b6-7bc9-424d-b2bb-f3b928a24ac1 req-c2561585-7ad8-4f1c-9c90-e2175dc15772 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2121429
Jun 29 21:03:08.573899 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594463'] for router_interface, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:09.179776 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 6f5c0256-ce77-4eee-b300-761bf30675f5 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:03:09.217308 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 6f5c0256-ce77-4eee-b300-761bf30675f5 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:03:09.218566 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 6f5c0256-ce77-4eee-b300-761bf30675f5 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:03:09.291857 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Deleting port 3c9c6696-9304-4a64-8f14-b1d614f4302e {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:03:09.292465 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:09.303415 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc88e8-5dbc-4f4a-b557-609f18ab31cb req-519205a0-e04a-4c4d-bbd2-bd29f24d62a3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:09.305041 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c1fc88e8-5dbc-4f4a-b557-609f18ab31cb req-519205a0-e04a-4c4d-bbd2-bd29f24d62a3 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 944 time: 0.0861163
Jun 29 21:03:09.352968 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-c1fc88e8-5dbc-4f4a-b557-609f18ab31cb req-099574ed-c73c-4a50-b673-ef650794b934 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421722
Jun 29 21:03:09.464965 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] For port 3c9c6696-9304-4a64-8f14-b1d614f4302e, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=3c9c6696-9304-4a64-8f14-b1d614f4302e,segment=NetworkSegment(bf454fa9-0add-49af-8708-1939ed198355),segment_id=bf454fa9-0add-49af-8708-1939ed198355)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:09.465321 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:09.588008 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Calling delete_port for 3c9c6696-9304-4a64-8f14-b1d614f4302e owned by network:router_interface {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:03:09.759765 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:09.763792 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7272ed66-deaf-4cc8-b9f9-cee1dcd5c171 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:09.804647 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9c6696-9304-4a64-8f14-b1d614f4302e,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:09.807104 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:10.092357 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594977'] for router_interface, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:10.560398 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a9234-f7a5-4349-a571-d0ed9cf276cd req-71cc1763-8e12-461a-893e-0ab530f1fae2 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:10.562039 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4a0a9234-f7a5-4349-a571-d0ed9cf276cd req-71cc1763-8e12-461a-893e-0ab530f1fae2 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 944 time: 0.0809844
Jun 29 21:03:10.614707 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-4a0a9234-f7a5-4349-a571-d0ed9cf276cd req-345b789f-d751-4108-b59b-68fafbf2d036 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464699
Jun 29 21:03:10.783591 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Router e3c0db3d-19e0-421d-bc35-f588f23fccf8 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:03:10.979069 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:03:10.987184 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] Sync routers for ids ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:03:10.987948 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] 10.222.0.15 "PUT /v2.0/routers/e3c0db3d-19e0-421d-bc35-f588f23fccf8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9248185
Jun 29 21:03:10.990450 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 32928) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:11.002345 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] Routers {'e3c0db3d-19e0-421d-bc35-f588f23fccf8'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:03:11.003031 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445d737f0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:11.186858 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] Set router e3c0db3d-19e0-421d-bc35-f588f23fccf8 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:03:11.202155 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Notify callbacks [] for router, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:11.373159 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 266b2885-fb95-4460-9d04-32aabbf5274b details requested by agent hyperv_hv-cinder-77978 with host hv-cinder-77978 {{(pid=74218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:03:11.408907 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:11.418334 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Deleting port bdc0a4ed-635b-43f4-b004-de42ac51b358 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:03:11.418678 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:11.585532 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 266b2885-fb95-4460-9d04-32aabbf5274b, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=266b2885-fb95-4460-9d04-32aabbf5274b,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:11.594215 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] For port bdc0a4ed-635b-43f4-b004-de42ac51b358, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=bdc0a4ed-635b-43f4-b004-de42ac51b358,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:11.594406 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:11.608598 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445d737f0>, [{'id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'name': 'tempest-TestShelveInstance-2092459925-router', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:57:07Z', 'updated_at': '2021-06-29T21:03:09Z', 'revision_number': 5, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'gw_port': {'id': 'bdc0a4ed-635b-43f4-b004-de42ac51b358', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:57:08Z', 'updated_at': '2021-06-29T20:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:11.614144 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] Checking router: e3c0db3d-19e0-421d-bc35-f588f23fccf8 for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:03:11.616569 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Returning: {'device': '266b2885-fb95-4460-9d04-32aabbf5274b', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'port_id': '266b2885-fb95-4460-9d04-32aabbf5274b', 'mac_address': 'fa:16:3e:10:9a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:03:11.688154 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:11.708797 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] Routers {'e3c0db3d-19e0-421d-bc35-f588f23fccf8'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:03:11.709615 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445d737f0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:02:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:11.722476 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Calling delete_port for bdc0a4ed-635b-43f4-b004-de42ac51b358 owned by network:router_gateway {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:03:11.836247 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945a5d6-9b54-4e65-a381-af3a0682b011 req-3e98a2f3-b050-4bdf-930b-466d3716bb1d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:11.839556 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e945a5d6-9b54-4e65-a381-af3a0682b011 req-3e98a2f3-b050-4bdf-930b-466d3716bb1d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 944 time: 0.0918260
Jun 29 21:03:11.876005 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266b2885-fb95-4460-9d04-32aabbf5274b {{(pid=74218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:03:11.892947 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e945a5d6-9b54-4e65-a381-af3a0682b011 req-7a6b3265-f541-4f54-a774-394c2af44197 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467529
Jun 29 21:03:11.910220 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 266b2885-fb95-4460-9d04-32aabbf5274b, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=266b2885-fb95-4460-9d04-32aabbf5274b,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:11.924977 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:11.925858 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:11.927175 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] Set router e3c0db3d-19e0-421d-bc35-f588f23fccf8 gateway port host: None {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:03:11.931790 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7704674c-5687-4cf6-a4dd-747b11bb5386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:11.964428 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:11.977091 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc0a4ed-635b-43f4-b004-de42ac51b358,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:11.980418 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:12.122510 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445d737f0>, [{'id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'name': 'tempest-TestShelveInstance-2092459925-router', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:57:07Z', 'updated_at': '2021-06-29T21:03:11Z', 'revision_number': 6, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'gw_port_host': None}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:12.132980 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4499e8-2d52-43ba-ae27-ed3d463a3dc7 None None] The sync data for ids ['e3c0db3d-19e0-421d-bc35-f588f23fccf8'] in dv-cinder-779781-1-iscsi is: [{'id': 'e3c0db3d-19e0-421d-bc35-f588f23fccf8', 'name': 'tempest-TestShelveInstance-2092459925-router', 'tenant_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:57:07Z', 'updated_at': '2021-06-29T21:03:11Z', 'revision_number': 6, 'project_id': '58fc9be814ca4e12b5ecc4b3030573ad', 'gw_port_host': None}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:03:12.144664 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=266b2885-fb95-4460-9d04-32aabbf5274b,revision_number=4']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:12.147963 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:12.275247 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] get_ports_and_sgs() called for port_ids ['266b2885-fb95-4460-9d04-32aabbf5274b'] {{(pid=74218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:03:12.298474 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591432'] for router_gateway, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.555663 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3446'] for router, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.560322 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.590413 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591284'] for router, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.591441 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3c0db3d-19e0-421d-bc35-f588f23fccf8 {{(pid=74217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:03:12.608414 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.609747 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-400b8a89-3b27-4dbd-bbb9-b6b0a65b1f6d admin admin] 10.222.0.15 "DELETE /v2.0/routers/e3c0db3d-19e0-421d-bc35-f588f23fccf8 HTTP/1.1" status: 204  len: 168 time: 1.6182346
Jun 29 21:03:12.612244 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 32954) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:12.613035 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c765c84e-f6f1-4596-b551-a3be4542e263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.672937 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_v2 [None req-82adb3d2-0ec4-4437-8d98-7af8181241c2 admin admin] Deleting subnet 7a266326-5d65-428e-9916-41f3a260fd6e {{(pid=74217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:03:12.675753 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82adb3d2-0ec4-4437-8d98-7af8181241c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.722622 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82adb3d2-0ec4-4437-8d98-7af8181241c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3702203'] for subnet, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.795867 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82adb3d2-0ec4-4437-8d98-7af8181241c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.862812 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82adb3d2-0ec4-4437-8d98-7af8181241c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4136704'] for subnet, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.867042 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-84492ec4-0c11-4254-a2c5-57a581b2763f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:12.899587 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adb3d2-0ec4-4437-8d98-7af8181241c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a266326-5d65-428e-9916-41f3a260fd6e,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:12.903131 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-82adb3d2-0ec4-4437-8d98-7af8181241c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:12.906399 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-82adb3d2-0ec4-4437-8d98-7af8181241c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:12.912251 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-82adb3d2-0ec4-4437-8d98-7af8181241c2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7a266326-5d65-428e-9916-41f3a260fd6e HTTP/1.1" status: 204  len: 168 time: 0.2990003
Jun 29 21:03:12.912388 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42c06a-4155-4c8d-9011-6196b682159d None None] Network e18858dc-f8d2-45eb-9808-5eee15ded5cf requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:03:12.914653 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 32958) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:13.029015 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.042470 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Deleting port 982fa60f-cd01-4e75-9d25-42131e315cff {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:03:13.042803 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.100220 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.137387 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf9443-26bb-484e-b247-44b492a73023 req-e8956b1f-f36e-4cbc-bfcc-b996d31505ab tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:13.146675 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e2bf9443-26bb-484e-b247-44b492a73023 req-e8956b1f-f36e-4cbc-bfcc-b996d31505ab tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 945 time: 0.0976226
Jun 29 21:03:13.219207 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-e2bf9443-26bb-484e-b247-44b492a73023 req-24c4de94-45e4-456e-8690-25d49dc9f2ec tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707335
Jun 29 21:03:13.253073 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 3c9c6696-9304-4a64-8f14-b1d614f4302e no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:03:13.306461 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 3c9c6696-9304-4a64-8f14-b1d614f4302e {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:03:13.307105 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 3c9c6696-9304-4a64-8f14-b1d614f4302e not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:03:13.307616 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device bdc0a4ed-635b-43f4-b004-de42ac51b358 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:03:13.342863 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] For port 982fa60f-cd01-4e75-9d25-42131e315cff, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=982fa60f-cd01-4e75-9d25-42131e315cff,segment=NetworkSegment(bf454fa9-0add-49af-8708-1939ed198355),segment_id=bf454fa9-0add-49af-8708-1939ed198355)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:13.343145 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.349725 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: bdc0a4ed-635b-43f4-b004-de42ac51b358 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:03:13.350324 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device bdc0a4ed-635b-43f4-b004-de42ac51b358 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:03:13.375598 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 266b2885-fb95-4460-9d04-32aabbf5274b up at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:03:13.402900 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] DHCP port deletion for e18858dc-f8d2-45eb-9808-5eee15ded5cf request from dv-cinder-779781-1-iscsi {{(pid=74218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:03:13.423930 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] Deleting port 982fa60f-cd01-4e75-9d25-42131e315cff {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:03:13.424645 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.488331 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Calling delete_port for 982fa60f-cd01-4e75-9d25-42131e315cff owned by network:dhcp {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:03:13.540624 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning for port 266b2885-fb95-4460-9d04-32aabbf5274b completed by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:03:13.549182 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.provisioning_blocks [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Provisioning complete for port 266b2885-fb95-4460-9d04-32aabbf5274b triggered by entity L2. {{(pid=74218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:03:13.549872 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428770'] for port, provisioning_complete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.585661 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.594405 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-40bf17bd-0148-454c-ad4a-74c9fe6d9230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:13.706193 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] For port 982fa60f-cd01-4e75-9d25-42131e315cff, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=982fa60f-cd01-4e75-9d25-42131e315cff,segment=NetworkSegment(bf454fa9-0add-49af-8708-1939ed198355),segment_id=bf454fa9-0add-49af-8708-1939ed198355)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:13.706587 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.764228 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=982fa60f-cd01-4e75-9d25-42131e315cff,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:13.767665 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:13.770648 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] No DVR routers for this DVR port 982fa60f-cd01-4e75-9d25-42131e315cff on host dv-cinder-779781-1-iscsi {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:03:13.851247 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] Calling delete_port for 982fa60f-cd01-4e75-9d25-42131e315cff owned by network:dhcp {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:03:13.895856 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.908607 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5445663b50>,) {'filters': {'network_id': ['e18858dc-f8d2-45eb-9808-5eee15ded5cf']}} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:13.920629 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445663b50>, 'bf454fa9-0add-49af-8708-1939ed198355') {'for_net_delete': True} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:13.920922 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445663b50>, 'bf454fa9-0add-49af-8708-1939ed198355') {} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:13.926259 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.932105 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3702196'] for segment, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.948049 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.955823 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=74217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:03:13.956148 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570591'] for segment, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.963395 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266b2885-fb95-4460-9d04-32aabbf5274b'}] {{(pid=74218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]: Traceback (most recent call last):
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     timer()
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     cb(*args, **kw)
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     return func(*args, **kwargs)
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     self._notify()
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     self.callback(batched_events)
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     event.method(event)
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     return f(self, *a, **k)
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._get(url).json()
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:03:13.969553 dv-cinder-779781-1-iscsi neutron-server[74217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:03:13.974162 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.db.api [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:03:13.974638 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_db.api [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:03:13.975961 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] For port 266b2885-fb95-4460-9d04-32aabbf5274b, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=266b2885-fb95-4460-9d04-32aabbf5274b,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:03:13.980597 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376'] for port, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:13.982683 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:14.026489 dv-cinder-779781-1-iscsi neutron-server[74218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266b2885-fb95-4460-9d04-32aabbf5274b', 'code': 200}
Jun 29 21:03:14.049540 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Pushing event updated for resources: {'Port': ['ID=266b2885-fb95-4460-9d04-32aabbf5274b,revision_number=5']} {{(pid=74218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:14.052948 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_concurrency.lockutils [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:14.056828 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:14.063852 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:14.079634 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:14.085365 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Pushing event deleted for resources: {'Network': ['ID=e18858dc-f8d2-45eb-9808-5eee15ded5cf,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:14.089205 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:14.091871 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e18858dc-f8d2-45eb-9808-5eee15ded5cf HTTP/1.1" status: 204  len: 168 time: 1.1762550
Jun 29 21:03:14.228900 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 32982) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:14.333841 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-34b720bf-d831-470b-b996-fb8689f1e99f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37b4081293e248ac8dc9ba0f45827a28&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1036706
Jun 29 21:03:14.336371 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 32988) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:14.362709 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b6c5edeb-93f5-4c09-9bc9-3adfd8c8e3d8 req-9e8696d8-f0f3-4780-af3b-08f2553001d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 1099 time: 0.0949159
Jun 29 21:03:14.411212 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-b6c5edeb-93f5-4c09-9bc9-3adfd8c8e3d8 req-890c9b55-54e4-4433-a322-159d85b4935b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421274
Jun 29 21:03:14.466474 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:14.475499 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] Deleting port 982fa60f-cd01-4e75-9d25-42131e315cff {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:03:14.475969 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:14.483599 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993400a-9836-496b-b759-7b8f125bd2f2 req-92a48e1b-3363-4343-877a-122548584ed5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:14.485112 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9993400a-9836-496b-b759-7b8f125bd2f2 req-92a48e1b-3363-4343-877a-122548584ed5 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 946 time: 0.1453202
Jun 29 21:03:14.502911 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:14.553483 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-d905c65a-3ff9-447c-8cb5-e229e439ee32 None None] The port '982fa60f-cd01-4e75-9d25-42131e315cff' was deleted {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:03:14.596489 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:14.601381 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e46e6b78-51b9-45ed-b2a8-7d4aca2efcca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:14.609488 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9993400a-9836-496b-b759-7b8f125bd2f2 req-7a0da5fc-ba84-430f-92d9-208232c25c93 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636964
Jun 29 21:03:14.616199 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2379ab-97f7-473f-8b04-d92260c76eb1,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:14.631324 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.631699 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.632061 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.632419 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.632800 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.633154 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.633504 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.633858 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.634207 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.634552 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.634894 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:03:14.638102 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:14.641722 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:14.652468 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-44f61525-68ae-4929-aeef-a2d444ca8ae5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f2379ab-97f7-473f-8b04-d92260c76eb1 HTTP/1.1" status: 204  len: 168 time: 0.3075621
Jun 29 21:03:14.893828 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7172e9aa-6c5a-4686-8946-7c06f8177602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:15.068081 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33014) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:15.121912 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-718829a3-e824-4ee0-8c99-9c51002de6f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58fc9be814ca4e12b5ecc4b3030573ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0525155
Jun 29 21:03:15.124682 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33018) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:15.187831 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 982fa60f-cd01-4e75-9d25-42131e315cff no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:03:15.200499 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e9382ac2-aa82-4d9f-8f55-dfd51bae30bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:15.220779 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 982fa60f-cd01-4e75-9d25-42131e315cff {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:03:15.221379 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 982fa60f-cd01-4e75-9d25-42131e315cff not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:03:15.235132 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e9382ac2-aa82-4d9f-8f55-dfd51bae30bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:15.291126 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e9382ac2-aa82-4d9f-8f55-dfd51bae30bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:15.295146 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-069db917-28b0-4ce5-93c9-340692f7f84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:15.312612 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-e9382ac2-aa82-4d9f-8f55-dfd51bae30bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:15.313729 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-e9382ac2-aa82-4d9f-8f55-dfd51bae30bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cca86b39-7ed4-4ea8-a341-70445f41f892 HTTP/1.1" status: 204  len: 168 time: 0.1879082
Jun 29 21:03:15.314593 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9382ac2-aa82-4d9f-8f55-dfd51bae30bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca86b39-7ed4-4ea8-a341-70445f41f892,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:15.316857 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e9382ac2-aa82-4d9f-8f55-dfd51bae30bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:15.814567 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e75c98-d3c2-4dc3-92b8-8b071c0756b8 req-070df6d5-8d4c-41aa-a663-d904113768c4 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:15.815995 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-35e75c98-d3c2-4dc3-92b8-8b071c0756b8 req-070df6d5-8d4c-41aa-a663-d904113768c4 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 946 time: 0.0773056
Jun 29 21:03:15.861043 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-35e75c98-d3c2-4dc3-92b8-8b071c0756b8 req-89f13c54-2f01-41a0-93a8-aa39c4192dd7 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395603
Jun 29 21:03:15.895410 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:16.058281 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f2492-f8ee-4c02-bf18-8029c665f50c req-b7cfbdec-b772-479b-9525-1f6307a1193c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:16.059709 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9d7f2492-f8ee-4c02-bf18-8029c665f50c req-b7cfbdec-b772-479b-9525-1f6307a1193c tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 946 time: 0.0798457
Jun 29 21:03:16.103858 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-9d7f2492-f8ee-4c02-bf18-8029c665f50c req-cb874a46-64b6-4e64-84f4-91812a5a1c74 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386357
Jun 29 21:03:16.132514 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33034) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:16.431123 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-e9385295-398c-4028-aebe-a837781899da tempest-TestVolumeBootPattern-52498179 tempest-TestVolumeBootPattern-52498179-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 1094 time: 0.2973981
Jun 29 21:03:16.433694 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33042) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:16.438938 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.v2.base [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Request body: {'floatingip': {'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'port_id': '266b2885-fb95-4460-9d04-32aabbf5274b', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address': '172.20.0.12'}} {{(pid=74216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:03:16.444026 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:03:16.447766 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Usage tracker for resource:floatingip and tenant:4849c509f94542d6aea3d7be4cde3726 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:03:16.450565 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:03:16.456831 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:03:16.467749 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:16.604019 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:16.737731 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.db_base_plugin_common [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Allocated IP 172.27.2.233 (0460bb14-7d62-4976-a05c-7c2670111765/d747a876-1e2d-45a6-ab9f-fb8ebf3a84f5/d979037e-365a-447f-88e0-57d57e69b0cc) {{(pid=74216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:03:16.880365 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for port, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:16.907127 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749996043313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-798737'] for port, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:16.910560 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6d9544b5-fef2-45b8-a58f-1542bbaa37c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:16.978869 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Network 0460bb14-7d62-4976-a05c-7c2670111765 is already hosted by enough agents. {{(pid=74216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:03:16.982117 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.base_scheduler [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Resources bound (agent type, host, resource id):  {{(pid=74216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:03:16.984072 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'Port': ['ID=d979037e-365a-447f-88e0-57d57e69b0cc,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:16.986187 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Received port after_create {{(pid=74216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:03:17.010460 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:17.202175 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:17.582037 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:17.647995 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547819'] for port, before_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:17.841749 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for port, precommit_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:17.846057 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749996584888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749996043331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749996043376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-798744'] for port, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:17.849463 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-eefd4994-c851-42ef-bc54-edaab5a8f958 tempest-AttachVolumeShelveTestJSON-1688055194 tempest-AttachVolumeShelveTestJSON-1688055194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:17.951735 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event updated for resources: {'Port': ['ID=d979037e-365a-447f-88e0-57d57e69b0cc,revision_number=2']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:17.955725 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:17.963752 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591647'] for floatingip, after_update {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:18.148390 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.db.l3_db [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Floating IP c1363ee4-1593-494a-9341-aa0bcfd5a892 associated. External IP: 172.27.2.233, port: 266b2885-fb95-4460-9d04-32aabbf5274b.
Jun 29 21:03:18.524628 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:03:18.827447 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:03:18.837134 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] Sync routers for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:03:18.849665 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:03:18.850381 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e7b4c0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:03:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:18.852156 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:18.910261 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-b25575bf-3584-4872-a8d2-249f7339d0b9 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4755423
Jun 29 21:03:18.910926 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'tag': '266b2885-fb95-4460-9d04-32aabbf5274b'}] {{(pid=74216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:03:18.970149 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'tag': '266b2885-fb95-4460-9d04-32aabbf5274b', 'status': 'completed', 'code': 200}
Jun 29 21:03:19.030362 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:03:19.084947 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8a9a0d72-ace3-4c09-bb88-2e6541d15838 req-344c1271-2b8b-47d4-83bb-3cde79fd51ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 1099 time: 0.0703082
Jun 29 21:03:19.216209 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a0d72-ace3-4c09-bb88-2e6541d15838 req-d8ac7a4f-abeb-4a74-aa61-50c9c3529b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:19.217765 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8a9a0d72-ace3-4c09-bb88-2e6541d15838 req-d8ac7a4f-abeb-4a74-aa61-50c9c3529b40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.1266551
Jun 29 21:03:19.325303 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8a9a0d72-ace3-4c09-bb88-2e6541d15838 req-f2c58c61-6650-4c32-8f42-a06218da7dd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=266b2885-fb95-4460-9d04-32aabbf5274b HTTP/1.1" status: 200  len: 1000 time: 0.1015117
Jun 29 21:03:19.397798 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a0d72-ace3-4c09-bb88-2e6541d15838 req-8f5d3e44-7ea1-4545-97cd-567a927c1cba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:19.399781 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8a9a0d72-ace3-4c09-bb88-2e6541d15838 req-8f5d3e44-7ea1-4545-97cd-567a927c1cba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0686626
Jun 29 21:03:19.409649 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e7b4c0>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:4a:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:01:04Z', 'updated_at': '2021-06-29T21:01:07Z', 'revision_number': 1, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}, {'id': 'c1363ee4-1593-494a-9341-aa0bcfd5a892', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '266b2885-fb95-4460-9d04-32aabbf5274b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:10:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:03:17Z', 'updated_at': '2021-06-29T21:03:17Z', 'revision_number': 0, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:19.413575 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] Checking router: c2c251e3-df71-4834-ada5-7e6c98b2b0d6 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:03:19.424856 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:03:19.425464 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5445e7b4c0>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:03:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:19.480487 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8a9a0d72-ace3-4c09-bb88-2e6541d15838 req-ae0a757b-9031-4276-beb8-06e98197a353 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744674
Jun 29 21:03:19.625560 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:03:19.644475 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8a9a0d72-ace3-4c09-bb88-2e6541d15838 req-3c3c34db-2132-494d-9889-2a875cb958e2 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566026
Jun 29 21:03:19.792142 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-8a9a0d72-ace3-4c09-bb88-2e6541d15838 req-21a78f7c-4f5d-4d49-944d-5dbc2b810dd9 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411521
Jun 29 21:03:19.983787 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5445e7b4c0>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:4a:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:01:04Z', 'updated_at': '2021-06-29T21:01:07Z', 'revision_number': 1, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}, {'id': 'c1363ee4-1593-494a-9341-aa0bcfd5a892', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '266b2885-fb95-4460-9d04-32aabbf5274b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:10:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:03:17Z', 'updated_at': '2021-06-29T21:03:17Z', 'revision_number': 0, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:03:19.987699 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7d32d5-3c5c-47f8-80ec-36588ade6ac7 None None] The sync data for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi is: [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:4a:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:01:04Z', 'updated_at': '2021-06-29T21:01:07Z', 'revision_number': 1, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}, {'id': 'c1363ee4-1593-494a-9341-aa0bcfd5a892', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '266b2885-fb95-4460-9d04-32aabbf5274b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:10:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:03:17Z', 'updated_at': '2021-06-29T21:03:17Z', 'revision_number': 0, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:03:20.205348 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec4f98-ed8f-4eec-a520-f5019fc28cb0 None None] New status for floating IP c1363ee4-1593-494a-9341-aa0bcfd5a892: ACTIVE {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:03:23.082888 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:23.157273 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33148) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:23.295738 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5492a8c5-1356-4c83-8834-4970e79a5a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:23.325853 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-5492a8c5-1356-4c83-8834-4970e79a5a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:03:23.330359 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-5492a8c5-1356-4c83-8834-4970e79a5a1c admin admin] Usage tracker for resource:security_group_rule and tenant:efca03d51bd347a28b024570f0e2c8a1 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:03:23.345154 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-5492a8c5-1356-4c83-8834-4970e79a5a1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:03:23.350840 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-5492a8c5-1356-4c83-8834-4970e79a5a1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:03:23.417885 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5492a8c5-1356-4c83-8834-4970e79a5a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:23.421788 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5492a8c5-1356-4c83-8834-4970e79a5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:23.428809 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-74e0f73d-d1a7-41ee-a24a-a6b35e6d28b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:23.468136 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492a8c5-1356-4c83-8834-4970e79a5a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe84261-fba8-4f3f-916e-1ed28c778956,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:23.472738 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-5492a8c5-1356-4c83-8834-4970e79a5a1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efca03d51bd347a28b024570f0e2c8a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3144238
Jun 29 21:03:23.473740 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5492a8c5-1356-4c83-8834-4970e79a5a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:23.475224 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33154) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:23.538548 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1f9a1441-aa75-4936-86d4-bdbf00d82514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:23.564592 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1f9a1441-aa75-4936-86d4-bdbf00d82514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:23.616631 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1f9a1441-aa75-4936-86d4-bdbf00d82514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:23.621449 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-8791808c-4470-4596-b116-91c1fba4773b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:23.633497 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a1441-aa75-4936-86d4-bdbf00d82514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe84261-fba8-4f3f-916e-1ed28c778956,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:23.638327 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1f9a1441-aa75-4936-86d4-bdbf00d82514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:23.640431 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1f9a1441-aa75-4936-86d4-bdbf00d82514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:23.643896 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-1f9a1441-aa75-4936-86d4-bdbf00d82514 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fe84261-fba8-4f3f-916e-1ed28c778956 HTTP/1.1" status: 204  len: 168 time: 0.1655567
Jun 29 21:03:23.877602 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33168) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:24.017443 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc5aa-7c21-4bef-823d-6d172c57a328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.038360 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33174) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:24.052010 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9c2cc5aa-7c21-4bef-823d-6d172c57a328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:03:24.056046 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9c2cc5aa-7c21-4bef-823d-6d172c57a328 admin admin] Usage tracker for resource:security_group_rule and tenant:821b76bec5a744868acf4b6afb623fd8 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:03:24.056399 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.059009 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-9c2cc5aa-7c21-4bef-823d-6d172c57a328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:03:24.064992 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-9c2cc5aa-7c21-4bef-823d-6d172c57a328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:03:24.088027 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:03:24.092128 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] Usage tracker for resource:security_group_rule and tenant:632d8bde314d451cbbc0529466e3f5f4 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:03:24.096158 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:03:24.102343 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:03:24.135703 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc5aa-7c21-4bef-823d-6d172c57a328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.138863 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc5aa-7c21-4bef-823d-6d172c57a328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.147235 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-6c7c87b0-da1e-4135-b1b8-af153ebaf433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:24.168391 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.173510 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.180109 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d6819bf2-7f63-4f96-88dd-1e30ab67e5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:24.192683 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-9c2cc5aa-7c21-4bef-823d-6d172c57a328 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=821b76bec5a744868acf4b6afb623fd8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3140044
Jun 29 21:03:24.193670 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cc5aa-7c21-4bef-823d-6d172c57a328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad00db98-f185-4f7b-b6e8-eaf94749456e,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:24.196321 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9c2cc5aa-7c21-4bef-823d-6d172c57a328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:24.196971 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33178) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:24.220913 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae4486-3582-4c63-a4d9-b40c813385e3,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:24.224071 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:24.229038 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=632d8bde314d451cbbc0529466e3f5f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1873419
Jun 29 21:03:24.229442 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33182) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:24.259824 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-23ba9316-8cf5-4356-83bb-9175a2d43f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.286025 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-23ba9316-8cf5-4356-83bb-9175a2d43f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.291994 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3f73b491-1e53-4b8a-8089-1b9365fe042f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.318294 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3f73b491-1e53-4b8a-8089-1b9365fe042f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.339377 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-23ba9316-8cf5-4356-83bb-9175a2d43f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.344522 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-e9c68c75-0788-4ecd-9504-64ec373610e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:24.355356 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba9316-8cf5-4356-83bb-9175a2d43f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad00db98-f185-4f7b-b6e8-eaf94749456e,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:24.359388 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-23ba9316-8cf5-4356-83bb-9175a2d43f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:24.365099 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-23ba9316-8cf5-4356-83bb-9175a2d43f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.366668 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-23ba9316-8cf5-4356-83bb-9175a2d43f50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad00db98-f185-4f7b-b6e8-eaf94749456e HTTP/1.1" status: 204  len: 168 time: 0.1687438
Jun 29 21:03:24.375626 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3f73b491-1e53-4b8a-8089-1b9365fe042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.379773 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a63d133c-acdf-466f-800a-42a2bc49b883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:24.394231 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73b491-1e53-4b8a-8089-1b9365fe042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae4486-3582-4c63-a4d9-b40c813385e3,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:24.397730 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-3f73b491-1e53-4b8a-8089-1b9365fe042f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:24.400910 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-3f73b491-1e53-4b8a-8089-1b9365fe042f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:24.402004 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-3f73b491-1e53-4b8a-8089-1b9365fe042f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90ae4486-3582-4c63-a4d9-b40c813385e3 HTTP/1.1" status: 204  len: 168 time: 0.1718569
Jun 29 21:03:26.542765 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33230) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:26.684112 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:26.713730 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:03:26.717455 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a52fb66fd140de8b969a9ab82b6ceb is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:03:26.720813 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:03:26.726725 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:03:26.790393 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:26.793970 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:26.800705 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-0ede896e-9e9c-4110-bf7c-4c7dac5d7eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:26.838290 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5eb574-32c3-46ec-b80c-da3daf63f027,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:26.841668 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:26.844470 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9a52fb66fd140de8b969a9ab82b6ceb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3007431
Jun 29 21:03:26.847184 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33236) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:26.908872 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2d7a5ae2-5dbd-4463-9207-87cd2623e3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:26.933506 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2d7a5ae2-5dbd-4463-9207-87cd2623e3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:26.982531 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2d7a5ae2-5dbd-4463-9207-87cd2623e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:26.986223 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-46b3868f-b847-4f33-ac6c-c66a1156d727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:26.996734 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a5ae2-5dbd-4463-9207-87cd2623e3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5eb574-32c3-46ec-b80c-da3daf63f027,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:27.001061 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2d7a5ae2-5dbd-4463-9207-87cd2623e3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:27.003945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2d7a5ae2-5dbd-4463-9207-87cd2623e3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:27.005061 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-2d7a5ae2-5dbd-4463-9207-87cd2623e3e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c5eb574-32c3-46ec-b80c-da3daf63f027 HTTP/1.1" status: 204  len: 168 time: 0.1570075
Jun 29 21:03:27.326591 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33244) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:27.345417 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-74ca8217-377a-489a-85aa-0f70aa9fc6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:27.375382 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-74ca8217-377a-489a-85aa-0f70aa9fc6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:03:27.379125 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-74ca8217-377a-489a-85aa-0f70aa9fc6eb admin admin] Usage tracker for resource:security_group_rule and tenant:059869bbfe944b629d2b2e2429a9df00 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:03:27.381894 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-74ca8217-377a-489a-85aa-0f70aa9fc6eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:03:27.387418 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-74ca8217-377a-489a-85aa-0f70aa9fc6eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:03:27.457373 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-74ca8217-377a-489a-85aa-0f70aa9fc6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:27.461074 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-74ca8217-377a-489a-85aa-0f70aa9fc6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:27.467562 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-74e82d5f-397c-44b2-a09a-563b2977b963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:27.504943 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca8217-377a-489a-85aa-0f70aa9fc6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6851d94-ac97-4943-8a9e-9cb7e3744631,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:27.507979 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-74ca8217-377a-489a-85aa-0f70aa9fc6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:27.516856 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-74ca8217-377a-489a-85aa-0f70aa9fc6eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=059869bbfe944b629d2b2e2429a9df00&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1859736
Jun 29 21:03:27.516856 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33248) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:27.575566 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1237946b-5788-4b7e-813b-d710f2391c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:27.601676 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1237946b-5788-4b7e-813b-d710f2391c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:27.652146 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1237946b-5788-4b7e-813b-d710f2391c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:27.655736 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-eafba636-a468-4c86-b80b-27793613f07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:27.668016 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237946b-5788-4b7e-813b-d710f2391c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6851d94-ac97-4943-8a9e-9cb7e3744631,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:27.670833 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-1237946b-5788-4b7e-813b-d710f2391c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:27.673138 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-1237946b-5788-4b7e-813b-d710f2391c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:27.674470 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-1237946b-5788-4b7e-813b-d710f2391c12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6851d94-ac97-4943-8a9e-9cb7e3744631 HTTP/1.1" status: 204  len: 168 time: 0.1564345
Jun 29 21:03:33.232370 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:03:42.615328 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-473a6a85-63c4-485e-923c-1c49748e4561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:43.042424 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:44.896378 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f663c206-cf46-40a4-9f8f-336f4b03e810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:45.897816 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:46.173581 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33470) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:46.311874 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:46.343357 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:03:46.347363 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] Usage tracker for resource:security_group_rule and tenant:c39994f3aa4f4cf9adc2a1b8d058e968 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:03:46.350234 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:03:46.355884 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:03:46.419289 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:46.422867 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:46.430175 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7e4fd7c2-68f7-4c10-b85e-5e7aff72d355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:46.471854 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91401dae-88a7-40ba-8259-ac2e516e1bf5,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:46.475459 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:46.478133 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c39994f3aa4f4cf9adc2a1b8d058e968&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3034966
Jun 29 21:03:46.480835 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33476) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:46.629072 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b149ea17-c999-48e3-a26b-4eccc956425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:46.653282 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b149ea17-c999-48e3-a26b-4eccc956425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:46.702377 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b149ea17-c999-48e3-a26b-4eccc956425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:46.705974 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f1777e1f-5973-4783-aacb-6525b57953ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:46.716777 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149ea17-c999-48e3-a26b-4eccc956425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91401dae-88a7-40ba-8259-ac2e516e1bf5,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:46.720450 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b149ea17-c999-48e3-a26b-4eccc956425a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:46.724103 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-b149ea17-c999-48e3-a26b-4eccc956425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:46.725444 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-b149ea17-c999-48e3-a26b-4eccc956425a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91401dae-88a7-40ba-8259-ac2e516e1bf5 HTTP/1.1" status: 204  len: 168 time: 0.2435129
Jun 29 21:03:47.048109 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33484) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:47.067087 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-757603a9-4cc1-46f3-88f5-8fc0df9dd3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:47.097105 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-757603a9-4cc1-46f3-88f5-8fc0df9dd3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:03:47.100910 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-757603a9-4cc1-46f3-88f5-8fc0df9dd3a8 admin admin] Usage tracker for resource:security_group_rule and tenant:55c1816aacb746c3afb31cc70f937542 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:03:47.103628 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-757603a9-4cc1-46f3-88f5-8fc0df9dd3a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:03:47.109089 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-757603a9-4cc1-46f3-88f5-8fc0df9dd3a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:03:47.174534 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-757603a9-4cc1-46f3-88f5-8fc0df9dd3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:47.177998 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-757603a9-4cc1-46f3-88f5-8fc0df9dd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:47.188436 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-56a6c577-642a-4e58-8343-da62d39fd308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:47.202446 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:47.230430 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-757603a9-4cc1-46f3-88f5-8fc0df9dd3a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55c1816aacb746c3afb31cc70f937542&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1805460
Jun 29 21:03:47.231274 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757603a9-4cc1-46f3-88f5-8fc0df9dd3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a3312-9537-45d4-bdc3-eedee7f69ceb,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:47.233030 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33488) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:47.234666 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-757603a9-4cc1-46f3-88f5-8fc0df9dd3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:47.295323 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5cab5f4d-9e89-4e2d-839d-136cec7e9ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:47.320811 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5cab5f4d-9e89-4e2d-839d-136cec7e9ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:47.370138 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5cab5f4d-9e89-4e2d-839d-136cec7e9ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:47.373636 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-9d56c8d9-9cca-4474-92e9-3067df498c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:47.385195 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab5f4d-9e89-4e2d-839d-136cec7e9ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a3312-9537-45d4-bdc3-eedee7f69ceb,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:47.388884 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-5cab5f4d-9e89-4e2d-839d-136cec7e9ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:47.391886 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-5cab5f4d-9e89-4e2d-839d-136cec7e9ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:47.396128 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-5cab5f4d-9e89-4e2d-839d-136cec7e9ca2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f1a3312-9537-45d4-bdc3-eedee7f69ceb HTTP/1.1" status: 204  len: 168 time: 0.1621189
Jun 29 21:03:52.627223 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33588) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:52.766553 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:52.796648 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:03:52.800633 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] Usage tracker for resource:security_group_rule and tenant:94f00aab92784557b293a9257f53e95a is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:03:52.803373 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:03:52.809291 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:03:52.875146 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:52.879644 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:52.887218 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-98e1062a-51f6-46b0-931e-2a6d8ae7b2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:52.927343 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35970409-e91e-4659-9f94-af574cef8073,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:52.929742 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9a6ac33d-696c-4ef0-a84a-1a028accf66f req-9e55b00f-ffd3-43a8-87bd-edde9583360d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0667994
Jun 29 21:03:52.931410 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94f00aab92784557b293a9257f53e95a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3031697
Jun 29 21:03:52.932279 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:52.933956 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33594) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:52.996927 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fe8fb6de-9094-4747-a524-d50d2ba070d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.023468 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fe8fb6de-9094-4747-a524-d50d2ba070d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.072605 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.074927 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fe8fb6de-9094-4747-a524-d50d2ba070d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.079842 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-4fe5746c-42f4-4130-bd26-ff1a8f275def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:53.087113 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9a6ac33d-696c-4ef0-a84a-1a028accf66f req-ff0aa80b-2f94-4591-8b66-4192ea0127ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 1098 time: 0.0752561
Jun 29 21:03:53.091898 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fb6de-9094-4747-a524-d50d2ba070d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35970409-e91e-4659-9f94-af574cef8073,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:53.096659 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-fe8fb6de-9094-4747-a524-d50d2ba070d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:53.099070 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-fe8fb6de-9094-4747-a524-d50d2ba070d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.103019 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-fe8fb6de-9094-4747-a524-d50d2ba070d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35970409-e91e-4659-9f94-af574cef8073 HTTP/1.1" status: 204  len: 168 time: 0.1681592
Jun 29 21:03:53.234821 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ac33d-696c-4ef0-a84a-1a028accf66f req-fbd0df94-1c50-4a74-a2ec-208ac2d473a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:53.236297 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9a6ac33d-696c-4ef0-a84a-1a028accf66f req-fbd0df94-1c50-4a74-a2ec-208ac2d473a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.1283853
Jun 29 21:03:53.338504 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9a6ac33d-696c-4ef0-a84a-1a028accf66f req-d495738e-d94a-4843-8c83-67a27120f2b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d4ff62-794a-4224-8102-f73279a922a3 HTTP/1.1" status: 200  len: 1001 time: 0.0949693
Jun 29 21:03:53.405529 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ac33d-696c-4ef0-a84a-1a028accf66f req-1e24d36e-4020-4800-9e79-1840b3d224d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:03:53.406952 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9a6ac33d-696c-4ef0-a84a-1a028accf66f req-1e24d36e-4020-4800-9e79-1840b3d224d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0622900
Jun 29 21:03:53.434966 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33602) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:53.454018 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93616edd-e5b6-4ca9-b3aa-77cac56dbc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.484717 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9a6ac33d-696c-4ef0-a84a-1a028accf66f req-8bd7b53e-f567-4234-a97d-a0f5e2066739 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702257
Jun 29 21:03:53.488810 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-93616edd-e5b6-4ca9-b3aa-77cac56dbc95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:03:53.492687 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-93616edd-e5b6-4ca9-b3aa-77cac56dbc95 admin admin] Usage tracker for resource:security_group_rule and tenant:4a4e51d546ab493990cabe51aa626dd1 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:03:53.495450 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-93616edd-e5b6-4ca9-b3aa-77cac56dbc95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:03:53.501493 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-93616edd-e5b6-4ca9-b3aa-77cac56dbc95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:03:53.574310 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93616edd-e5b6-4ca9-b3aa-77cac56dbc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.578311 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-93616edd-e5b6-4ca9-b3aa-77cac56dbc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.589703 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d0b956d7-14f4-4547-a44f-73b5169c4f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:53.618124 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9a6ac33d-696c-4ef0-a84a-1a028accf66f req-c63a66e5-e9df-4820-890f-2ca69e220d72 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272116
Jun 29 21:03:53.636811 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93616edd-e5b6-4ca9-b3aa-77cac56dbc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12ef17d-0d96-4ffe-8516-fd24ce3da1af,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:53.639837 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-93616edd-e5b6-4ca9-b3aa-77cac56dbc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:53.642285 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-93616edd-e5b6-4ca9-b3aa-77cac56dbc95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a4e51d546ab493990cabe51aa626dd1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2063458
Jun 29 21:03:53.645022 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33606) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:03:53.705971 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d6f3de22-6755-4aa5-9534-141bfe4fe53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.732063 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d6f3de22-6755-4aa5-9534-141bfe4fe53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.753045 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-9a6ac33d-696c-4ef0-a84a-1a028accf66f req-ef84772d-376f-4a1e-9976-014bc215365b service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288424
Jun 29 21:03:53.782845 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d6f3de22-6755-4aa5-9534-141bfe4fe53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.787102 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-fe8fb6de-9094-4747-a524-d50d2ba070d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:03:53.797827 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3de22-6755-4aa5-9534-141bfe4fe53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12ef17d-0d96-4ffe-8516-fd24ce3da1af,revision_number=None']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:03:53.801803 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-d6f3de22-6755-4aa5-9534-141bfe4fe53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:03:53.806801 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-d6f3de22-6755-4aa5-9534-141bfe4fe53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:03:53.810443 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-d6f3de22-6755-4aa5-9534-141bfe4fe53d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a12ef17d-0d96-4ffe-8516-fd24ce3da1af HTTP/1.1" status: 204  len: 168 time: 0.1620131
Jun 29 21:04:05.173524 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [-] (74216) accepted ('10.222.0.15', 33702) {{(pid=74216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:04:05.310694 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f2e43d52-bea6-4684-a619-3232a14f30a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:05.341998 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-f2e43d52-bea6-4684-a619-3232a14f30a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:04:05.345707 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-f2e43d52-bea6-4684-a619-3232a14f30a9 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4603c73bae4c70a576c1d1f49962e8 is out of sync, need to count used quota {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:04:05.349436 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.quota.resource [None req-f2e43d52-bea6-4684-a619-3232a14f30a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:04:05.355019 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.db.quota.driver [None req-f2e43d52-bea6-4684-a619-3232a14f30a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:04:05.424816 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f2e43d52-bea6-4684-a619-3232a14f30a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:05.428393 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron_lib.callbacks.manager [None req-f2e43d52-bea6-4684-a619-3232a14f30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:05.435207 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-0fd59af1-e21e-4b58-86bf-8037455e6867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:04:05.475992 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [None req-f2e43d52-bea6-4684-a619-3232a14f30a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc4603c73bae4c70a576c1d1f49962e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3013577
Jun 29 21:04:05.476844 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43d52-bea6-4684-a619-3232a14f30a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60defc22-40f6-4402-af7b-6d62cb048df2,revision_number=1']} {{(pid=74216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:04:05.478659 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33708) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:04:05.480061 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG oslo_concurrency.lockutils [None req-f2e43d52-bea6-4684-a619-3232a14f30a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74216) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:04:05.541911 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:05.568131 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:05.616928 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:05.621497 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-65220251-4a15-4f54-86bf-4d4df6480482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:04:05.633933 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60defc22-40f6-4402-af7b-6d62cb048df2,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:04:05.647744 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:05.648839 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60defc22-40f6-4402-af7b-6d62cb048df2 HTTP/1.1" status: 204  len: 168 time: 0.1691675
Jun 29 21:04:05.650138 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.650504 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.650871 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.652739 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.652739 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.652739 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.652739 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.652739 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.653305 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.653305 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.653598 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:04:05.656591 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-e3f87415-c2db-4a7a-bc92-46c5194c7b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:04:05.974811 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33716) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:04:05.993360 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d6f50752-e795-4853-9f51-a37c68826c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:06.024254 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d6f50752-e795-4853-9f51-a37c68826c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:04:06.028041 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d6f50752-e795-4853-9f51-a37c68826c68 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1b8e5b39354eed9c56f634acdce191 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:04:06.030825 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-d6f50752-e795-4853-9f51-a37c68826c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:04:06.036445 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-d6f50752-e795-4853-9f51-a37c68826c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:04:06.099765 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d6f50752-e795-4853-9f51-a37c68826c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:06.103300 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d6f50752-e795-4853-9f51-a37c68826c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:06.110158 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-b9ef5c99-3e9c-4bf5-8ff4-5a28f3110278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:04:06.148945 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f50752-e795-4853-9f51-a37c68826c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf09861-5e8e-499e-a6e9-4cbc7f66940f,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:04:06.152765 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d6f50752-e795-4853-9f51-a37c68826c68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a1b8e5b39354eed9c56f634acdce191&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1769047
Jun 29 21:04:06.153616 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d6f50752-e795-4853-9f51-a37c68826c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:04:06.156015 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33720) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:04:06.215822 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-532203a9-1061-4415-a072-01579d5b3290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:06.241046 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-532203a9-1061-4415-a072-01579d5b3290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:06.294789 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-532203a9-1061-4415-a072-01579d5b3290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:06.298257 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2d7a5ae2-5dbd-4463-9207-87cd2623e3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:04:06.311092 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532203a9-1061-4415-a072-01579d5b3290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf09861-5e8e-499e-a6e9-4cbc7f66940f,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:04:06.313886 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-532203a9-1061-4415-a072-01579d5b3290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:04:06.315695 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-532203a9-1061-4415-a072-01579d5b3290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:06.317231 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-532203a9-1061-4415-a072-01579d5b3290 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bf09861-5e8e-499e-a6e9-4cbc7f66940f HTTP/1.1" status: 204  len: 168 time: 0.1605871
Jun 29 21:04:08.811762 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33784) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:04:08.954183 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8ab-7210-4e89-ae32-e8c79a297e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:08.983810 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-ddf1b8ab-7210-4e89-ae32-e8c79a297e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:04:08.987780 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-ddf1b8ab-7210-4e89-ae32-e8c79a297e1e admin admin] Usage tracker for resource:security_group_rule and tenant:3788ee7b88b34d2da6ed9eef25c8085d is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:04:08.991036 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-ddf1b8ab-7210-4e89-ae32-e8c79a297e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:04:08.996639 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-ddf1b8ab-7210-4e89-ae32-e8c79a297e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:04:09.060025 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8ab-7210-4e89-ae32-e8c79a297e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.063720 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8ab-7210-4e89-ae32-e8c79a297e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.070559 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-f41a6681-f56a-4172-8491-4ba0add77f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:04:09.111654 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1b8ab-7210-4e89-ae32-e8c79a297e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264f1638-03e0-4c7c-b942-fdbade197e48,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:04:09.116514 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-ddf1b8ab-7210-4e89-ae32-e8c79a297e1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3788ee7b88b34d2da6ed9eef25c8085d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3037758
Jun 29 21:04:09.117384 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ddf1b8ab-7210-4e89-ae32-e8c79a297e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:04:09.119084 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33790) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:04:09.177137 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c0f78e7c-6987-414a-bc92-f19af23d30b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.201971 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c0f78e7c-6987-414a-bc92-f19af23d30b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.252098 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c0f78e7c-6987-414a-bc92-f19af23d30b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.255673 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-75243997-43ea-4b16-ad84-a4b036922a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:04:09.266248 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f78e7c-6987-414a-bc92-f19af23d30b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264f1638-03e0-4c7c-b942-fdbade197e48,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:04:09.269915 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c0f78e7c-6987-414a-bc92-f19af23d30b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:04:09.273109 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c0f78e7c-6987-414a-bc92-f19af23d30b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.274189 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-c0f78e7c-6987-414a-bc92-f19af23d30b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/264f1638-03e0-4c7c-b942-fdbade197e48 HTTP/1.1" status: 204  len: 168 time: 0.1542487
Jun 29 21:04:09.610148 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33798) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:04:09.628592 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.658245 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:04:09.662486 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] Usage tracker for resource:security_group_rule and tenant:6828950cf7204d4eb36349b496611610 is out of sync, need to count used quota {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:04:09.665214 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:04:09.670706 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.quota.driver [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:04:09.738689 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.742750 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_create {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.749039 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-26c9c1aa-8655-4182-959f-8847fac92b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:04:09.789128 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a977f02d-8610-48a3-8555-1135c99d9762,revision_number=1']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:04:09.793456 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6828950cf7204d4eb36349b496611610&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1822722
Jun 29 21:04:09.794308 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:04:09.796080 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33802) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:04:09.855388 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-91800217-73ef-4ed3-bead-76bea424b09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.880098 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-91800217-73ef-4ed3-bead-76bea424b09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.930809 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-91800217-73ef-4ed3-bead-76bea424b09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.935332 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-4945567c-4fc4-44e6-9f00-0be6db0a716e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:04:09.948155 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91800217-73ef-4ed3-bead-76bea424b09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977f02d-8610-48a3-8555-1135c99d9762,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:04:09.951042 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-91800217-73ef-4ed3-bead-76bea424b09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:04:09.951883 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-91800217-73ef-4ed3-bead-76bea424b09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:09.952979 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-91800217-73ef-4ed3-bead-76bea424b09e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a977f02d-8610-48a3-8555-1135c99d9762 HTTP/1.1" status: 204  len: 168 time: 0.1560035
Jun 29 21:04:10.232692 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:04:12.616710 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-91e1b1ad-8e53-40d2-af64-3b7f5ee2305f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:13.042482 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:14.898476 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-6a64a007-2ae7-4035-9d47-acfd2fd03342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:15.899777 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:17.204681 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:23.088695 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:42.618865 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-d2824567-5dda-4e1c-9092-a95b44a55931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:43.044081 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:44.898402 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-48f65614-64f6-4635-af76-428ff0648ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:45.902330 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:47.208508 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:47.232088 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:04:53.120792 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:55.135723 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-c5e0daa4-85eb-482b-be01-e58a5e307f2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2416441
Jun 29 21:04:55.236811 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-33a4ab20-11df-4780-b1a2-a7d0bd017ee3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 1099 time: 0.0676291
Jun 29 21:04:55.450770 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-0e29504b-3c8b-4bae-93d7-755e7dccb019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:04:55.452104 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-0e29504b-3c8b-4bae-93d7-755e7dccb019 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.1967273
Jun 29 21:04:55.553653 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-712d01ab-c1a9-43cd-bb87-36a9d38d6842 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=266b2885-fb95-4460-9d04-32aabbf5274b HTTP/1.1" status: 200  len: 1002 time: 0.0940118
Jun 29 21:04:55.622628 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-8c7ecaf6-57e4-4b8a-b244-504f04e6b502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:04:55.624058 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-8c7ecaf6-57e4-4b8a-b244-504f04e6b502 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0610492
Jun 29 21:04:55.697235 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-c9cd37b7-6a92-4424-a18b-72eb11e0c61b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0656321
Jun 29 21:04:55.709867 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-f2a1fc1d-9621-4c36-8991-b70d441c7e27 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74217) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:04:55.710727 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-f2a1fc1d-9621-4c36-8991-b70d441c7e27 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0054762
Jun 29 21:04:55.840073 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-c7f9b868-1e06-4802-b5e0-5bedba95c5e2 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216886
Jun 29 21:04:55.973468 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-76ec8cbe-a136-4726-b43d-59f3f1c28414 req-a84ebba5-66b3-4ad2-87cf-d2ab5640db91 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200292
Jun 29 21:04:56.178522 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33814) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:04:56.374782 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Deleting port d979037e-365a-447f-88e0-57d57e69b0cc {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:04:56.375031 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:56.537438 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:56.538157 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:56.655142 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Calling delete_port for d979037e-365a-447f-88e0-57d57e69b0cc owned by network:floatingip {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:04:56.803762 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:56.807260 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-df4e89bf-4191-4b0a-b6d3-6c6d3e74cb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:04:56.848511 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event deleted for resources: {'Port': ['ID=d979037e-365a-447f-88e0-57d57e69b0cc,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:04:56.851301 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:04:56.940752 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:57.418352 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:04:57.615748 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:04:57.626925 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] Sync routers for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:04:57.635133 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:04:57.644490 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:04:57.645141 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54461dfa00>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:04:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:04:57.689231 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "DELETE /v2.0/floatingips/c1363ee4-1593-494a-9341-aa0bcfd5a892 HTTP/1.1" status: 204  len: 168 time: 1.5094755
Jun 29 21:04:57.689703 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'tag': '266b2885-fb95-4460-9d04-32aabbf5274b'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:04:57.824816 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:04:57.919642 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'tag': '266b2885-fb95-4460-9d04-32aabbf5274b', 'status': 'completed', 'code': 200}
Jun 29 21:04:58.076061 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-034f4677-ca6f-40d7-9942-1bb099d89c9e req-f7c0b46f-b545-4b74-8ad0-09be91fedc4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 1099 time: 0.0761921
Jun 29 21:04:58.184575 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67862a1b-f1a4-43f8-9ef2-72f59d41cfcd req-471a752a-9166-4fc9-bb25-2b00fb23e6b0 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:04:58.186011 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-67862a1b-f1a4-43f8-9ef2-72f59d41cfcd req-471a752a-9166-4fc9-bb25-2b00fb23e6b0 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 946 time: 0.1617250
Jun 29 21:04:58.209863 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54461dfa00>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:4a:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:01:04Z', 'updated_at': '2021-06-29T21:01:07Z', 'revision_number': 1, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:04:58.214072 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] Checking router: c2c251e3-df71-4834-ada5-7e6c98b2b0d6 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:04:58.219645 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f4677-ca6f-40d7-9942-1bb099d89c9e req-1358edf4-f67c-47af-8257-e5b50e40edb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:04:58.221109 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-034f4677-ca6f-40d7-9942-1bb099d89c9e req-1358edf4-f67c-47af-8257-e5b50e40edb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.1378338
Jun 29 21:04:58.227053 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:04:58.227666 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54461dfa00>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:04:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:04:58.236427 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-67862a1b-f1a4-43f8-9ef2-72f59d41cfcd req-dfe5025d-3e9e-4cb6-9037-dfa66da8f4a1 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439889
Jun 29 21:04:58.298840 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-034f4677-ca6f-40d7-9942-1bb099d89c9e req-e3932c66-f2af-481f-8f65-101c1fc9b422 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=266b2885-fb95-4460-9d04-32aabbf5274b HTTP/1.1" status: 200  len: 217 time: 0.0699778
Jun 29 21:04:58.361132 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f4677-ca6f-40d7-9942-1bb099d89c9e req-a8d66534-2e17-497b-84cc-6e07fb86ea33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:04:58.362546 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-034f4677-ca6f-40d7-9942-1bb099d89c9e req-a8d66534-2e17-497b-84cc-6e07fb86ea33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0567262
Jun 29 21:04:58.421488 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:04:58.446248 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-034f4677-ca6f-40d7-9942-1bb099d89c9e req-ad4cf038-6250-466c-b2bf-65f258fc5038 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745082
Jun 29 21:04:58.578636 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-034f4677-ca6f-40d7-9942-1bb099d89c9e req-d01fe294-7e1f-4627-b07f-7933865e18da service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243958
Jun 29 21:04:58.711561 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-034f4677-ca6f-40d7-9942-1bb099d89c9e req-e1d9dd0f-1425-4686-8464-e7a927ca5f9b service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250949
Jun 29 21:04:58.765416 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54461dfa00>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:4a:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:01:04Z', 'updated_at': '2021-06-29T21:01:07Z', 'revision_number': 1, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:04:58.769253 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a98d91-9735-4ba1-b274-409c34297437 None None] The sync data for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi is: [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_floatingips': [{'id': 'c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'router_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'port_id': '38d4ff62-794a-4224-8102-f73279a922a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'mac_address': 'fa:16:3e:4a:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779d678e-60e6-4355-a7b8-05d5144ae769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:01:04Z', 'updated_at': '2021-06-29T21:01:07Z', 'revision_number': 1, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:04:58.982682 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6cb71-3275-4d33-8d72-9923d7d3e46e None None] New status for floating IP c1363ee4-1593-494a-9341-aa0bcfd5a892: DOWN {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:04:59.531092 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ea6f1-ba36-477c-8c33-553c35a56595 req-c3924963-417c-4a53-9fc8-19d7693b5162 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:04:59.532520 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-990ea6f1-ba36-477c-8c33-553c35a56595 req-c3924963-417c-4a53-9fc8-19d7693b5162 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 946 time: 0.1485844
Jun 29 21:04:59.579704 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-990ea6f1-ba36-477c-8c33-553c35a56595 req-34ab6b75-f3ac-44b1-b2b3-9dd46f8462aa tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408938
Jun 29 21:04:59.911921 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-398e7b99-99b4-4256-b16d-c92c9370f17f tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:04:59.913663 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-398e7b99-99b4-4256-b16d-c92c9370f17f tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Synchronizing usage tracker for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:04:59.927585 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-398e7b99-99b4-4256-b16d-c92c9370f17f tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Unset dirty status for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:04:59.928745 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-398e7b99-99b4-4256-b16d-c92c9370f17f tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 946 time: 0.0896502
Jun 29 21:04:59.998948 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Deleting port 266b2885-fb95-4460-9d04-32aabbf5274b {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:04:59.999283 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:00.326758 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] For port 266b2885-fb95-4460-9d04-32aabbf5274b, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=266b2885-fb95-4460-9d04-32aabbf5274b,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:05:00.327037 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:00.447635 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Calling delete_port for 266b2885-fb95-4460-9d04-32aabbf5274b owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:00.587309 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:00.592855 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-eef6225c-f286-45fc-b10e-b1cce88aa133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:00.637785 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event deleted for resources: {'Port': ['ID=266b2885-fb95-4460-9d04-32aabbf5274b,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:00.640248 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:00.712919 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] No DVR routers for this DVR port 266b2885-fb95-4460-9d04-32aabbf5274b on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:05:00.715266 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:00.718009 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'name': 'network-vif-deleted', 'tag': '266b2885-fb95-4460-9d04-32aabbf5274b'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:05:00.735229 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-48001aaf-31be-4b97-810f-aedfd79eb36f req-037e8054-8780-450e-92cd-57ce1013ab20 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "DELETE /v2.0/ports/266b2885-fb95-4460-9d04-32aabbf5274b HTTP/1.1" status: 204  len: 173 time: 0.8012583
Jun 29 21:05:00.755288 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-51d9311c-9962-4dd6-b299-3d9aa14c8280 req-dded051d-8791-4a84-b258-856ac221db09 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf2d766-98b1-410a-8829-968b44f4a653 HTTP/1.1" status: 200  len: 210 time: 0.0423789
Jun 29 21:05:00.781614 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf2d766-98b1-410a-8829-968b44f4a653', 'name': 'network-vif-deleted', 'tag': '266b2885-fb95-4460-9d04-32aabbf5274b', 'status': 'completed', 'code': 200}
Jun 29 21:05:02.003158 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 266b2885-fb95-4460-9d04-32aabbf5274b no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:05:02.035977 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 266b2885-fb95-4460-9d04-32aabbf5274b {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:05:02.036324 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 266b2885-fb95-4460-9d04-32aabbf5274b not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:05:04.248064 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33856) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:04.443497 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Deleting port cc0c6ac1-b4d7-422b-9365-7cf8765e47f6 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:04.443865 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:04.612014 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:04.612329 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:04.730254 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Calling delete_port for cc0c6ac1-b4d7-422b-9365-7cf8765e47f6 owned by network:floatingip {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:04.873911 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:04.878191 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-53ff1f9d-e200-46bd-9618-a6c0e71dac69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:04.918103 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event deleted for resources: {'Port': ['ID=cc0c6ac1-b4d7-422b-9365-7cf8765e47f6,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:04.921483 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:05.006725 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:05.467127 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:05:05.662221 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:05:05.671988 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] Sync routers for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:05:05.678207 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:05.683709 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:05:05.684302 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446460f10>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:04:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:05.731481 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-fa06ad1a-cdfd-4964-9d8e-32fbe9f84e7d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "DELETE /v2.0/floatingips/c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee HTTP/1.1" status: 204  len: 168 time: 1.4822249
Jun 29 21:05:05.732042 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779d678e-60e6-4355-a7b8-05d5144ae769', 'tag': '38d4ff62-794a-4224-8102-f73279a922a3'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:05:05.790766 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779d678e-60e6-4355-a7b8-05d5144ae769', 'tag': '38d4ff62-794a-4224-8102-f73279a922a3', 'status': 'completed', 'code': 200}
Jun 29 21:05:05.863425 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:05:05.908753 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-62e21dd9-0dc7-46a9-900a-8b429a0a71c6 req-f023fa82-f9ed-4307-8560-73eb5a5c7059 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4849c509f94542d6aea3d7be4cde3726&device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 1098 time: 0.0758688
Jun 29 21:05:06.054467 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21dd9-0dc7-46a9-900a-8b429a0a71c6 req-4cdc4b38-e07d-44b2-8df4-767bb00321d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:05:06.055841 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-62e21dd9-0dc7-46a9-900a-8b429a0a71c6 req-4cdc4b38-e07d-44b2-8df4-767bb00321d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 200  len: 913 time: 0.1401670
Jun 29 21:05:06.128665 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-62e21dd9-0dc7-46a9-900a-8b429a0a71c6 req-b1269114-0be3-4aee-b4ac-f51fa795a678 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d4ff62-794a-4224-8102-f73279a922a3 HTTP/1.1" status: 200  len: 217 time: 0.0652177
Jun 29 21:05:06.133375 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f4dc3-60fe-45bd-92a2-1d29c85633e2 req-e7e5b4ea-9971-4498-9b11-671e641306a8 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:05:06.134803 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7c4f4dc3-60fe-45bd-92a2-1d29c85633e2 req-e7e5b4ea-9971-4498-9b11-671e641306a8 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 945 time: 0.0861211
Jun 29 21:05:06.181214 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-7c4f4dc3-60fe-45bd-92a2-1d29c85633e2 req-c1e0653b-0253-4d9e-8d03-8fbc1dc9d191 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408411
Jun 29 21:05:06.192988 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446460f10>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:06.193214 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21dd9-0dc7-46a9-900a-8b429a0a71c6 req-72333be5-f224-41a6-bc00-ee35fe8a5865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:05:06.195708 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-62e21dd9-0dc7-46a9-900a-8b429a0a71c6 req-72333be5-f224-41a6-bc00-ee35fe8a5865 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 200  len: 851 time: 0.0589509
Jun 29 21:05:06.198420 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] Checking router: c2c251e3-df71-4834-ada5-7e6c98b2b0d6 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:05:06.208932 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:05:06.210155 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446460f10>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:04:45Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:06.271687 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-62e21dd9-0dc7-46a9-900a-8b429a0a71c6 req-e1294061-4d9a-4d57-84a5-e44785b7e3b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3bb8228-fca8-4915-a5dd-c117efe631ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681362
Jun 29 21:05:06.407003 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-62e21dd9-0dc7-46a9-900a-8b429a0a71c6 req-6842d5d9-a5da-41c8-99d1-d89da371218f service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255598
Jun 29 21:05:06.414150 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:05:06.540787 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-62e21dd9-0dc7-46a9-900a-8b429a0a71c6 req-264f46c9-aef7-4a83-b4a0-b653009d8662 service neutron] 10.222.0.60 "GET /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255279
Jun 29 21:05:06.719934 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446460f10>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:06.724024 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3fd6c-ddc0-41ad-806c-c852311f2f28 None None] The sync data for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi is: [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T20:56:32Z', 'revision_number': 4, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi', '_interfaces': [{'id': '8cb105c6-8859-446f-a187-22c6ff2e9c34', 'name': '', 'network_id': 'd3bb8228-fca8-4915-a5dd-c117efe631ab', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'mac_address': 'fa:16:3e:4d:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:31Z', 'updated_at': '2021-06-29T20:56:53Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'subnets': [{'id': 'afdaecb3-6a5f-41a7-8182-32bce5b23c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:05:06.929947 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056b162-351a-4653-b58a-ca962bc15a6c None None] New status for floating IP c0fe6e77-c31e-4b7c-bd4b-bdf91e28bcee: DOWN {{(pid=74218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:05:07.384401 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370d00-def7-4b43-be33-dda7c67ae725 req-29ce9496-c79f-464a-bbcb-0df5b7c3385d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:05:07.385752 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b2370d00-def7-4b43-be33-dda7c67ae725 req-29ce9496-c79f-464a-bbcb-0df5b7c3385d tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 945 time: 0.0748565
Jun 29 21:05:07.430796 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-b2370d00-def7-4b43-be33-dda7c67ae725 req-5888a9ab-cc8a-4031-bd53-deb34bc0a5b8 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb66a6d8-9ba3-42c8-997b-58c98125b04b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395672
Jun 29 21:05:07.724514 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-513b146e-6bf9-4373-9cb5-21f64e289948 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:05:07.725365 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-513b146e-6bf9-4373-9cb5-21f64e289948 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Synchronizing usage tracker for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:port {{(pid=74217) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:05:07.740526 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.quota.resource [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-513b146e-6bf9-4373-9cb5-21f64e289948 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Unset dirty status for tenant:4849c509f94542d6aea3d7be4cde3726 on resource:port {{(pid=74217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:05:07.742123 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-513b146e-6bf9-4373-9cb5-21f64e289948 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 945 time: 0.0961463
Jun 29 21:05:07.808946 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Deleting port 38d4ff62-794a-4224-8102-f73279a922a3 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:07.809272 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:08.138134 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] For port 38d4ff62-794a-4224-8102-f73279a922a3, host hv-cinder-77978, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77978',level=0,port_id=38d4ff62-794a-4224-8102-f73279a922a3,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:05:08.138400 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:08.256073 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Calling delete_port for 38d4ff62-794a-4224-8102-f73279a922a3 owned by compute:nova {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:08.394581 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:08.400500 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6e685fec-1fdb-4b39-923a-4f1c3638bc41 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:08.451089 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event deleted for resources: {'Port': ['ID=38d4ff62-794a-4224-8102-f73279a922a3,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:08.523392 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.523759 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.524120 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.524473 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.524860 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.525211 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.525560 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.525911 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.526258 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.526599 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.526949 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779781-1-iscsi {{(pid=74217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:05:08.533996 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:08.539262 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] No DVR routers for this DVR port 38d4ff62-794a-4224-8102-f73279a922a3 on host hv-cinder-77978 {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:05:08.541566 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:08.544187 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779d678e-60e6-4355-a7b8-05d5144ae769', 'name': 'network-vif-deleted', 'tag': '38d4ff62-794a-4224-8102-f73279a922a3'}] {{(pid=74217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:05:08.561619 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [req-c4c06254-6f41-406d-86ca-96b160a6d8c0 req-6a0669d2-b910-419a-80a9-85c256ea6b1b tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.60 "DELETE /v2.0/ports/38d4ff62-794a-4224-8102-f73279a922a3 HTTP/1.1" status: 204  len: 173 time: 0.8139484
Jun 29 21:05:08.608026 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779d678e-60e6-4355-a7b8-05d5144ae769', 'name': 'network-vif-deleted', 'tag': '38d4ff62-794a-4224-8102-f73279a922a3', 'status': 'completed', 'code': 200}
Jun 29 21:05:08.617782 dv-cinder-779781-1-iscsi neutron-server[74216]: INFO neutron.wsgi [req-2339d2f6-d25f-4d76-8d0c-89509b842fee req-e2a0a863-4f2d-4731-9ee8-f80d8d25b7ee tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "GET /v2.0/ports?device_id=779d678e-60e6-4355-a7b8-05d5144ae769 HTTP/1.1" status: 200  len: 210 time: 0.0579884
Jun 29 21:05:09.721513 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33874) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:09.874000 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Deleting port 7873bfa8-c7d8-4987-8be0-8bf2242da199 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:09.874233 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:10.039092 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:10.039431 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:10.079944 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 38d4ff62-794a-4224-8102-f73279a922a3 no longer exists at agent hyperv_hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:05:10.115148 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] No Port match for: 38d4ff62-794a-4224-8102-f73279a922a3 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:05:10.115534 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Device 38d4ff62-794a-4224-8102-f73279a922a3 not bound to the agent host hv-cinder-77978 {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:05:10.157233 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Calling delete_port for 7873bfa8-c7d8-4987-8be0-8bf2242da199 owned by network:floatingip {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:10.292259 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:10.295664 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-ecc30880-16a7-4c41-be78-55cf9a5fb5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:10.334131 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event deleted for resources: {'Port': ['ID=7873bfa8-c7d8-4987-8be0-8bf2242da199,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:10.338148 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:10.427825 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for floatingip, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:10.441166 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:10.442245 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-c4ac6e9f-7c2f-446a-ab57-602657ea5213 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "DELETE /v2.0/floatingips/0a816038-4714-4642-bf98-d7dace437d3d HTTP/1.1" status: 204  len: 168 time: 0.7195661
Jun 29 21:05:11.826532 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33888) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:11.894592 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-53304900-e938-4ec3-8365-6af29917e0d7 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:11.923391 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-53304900-e938-4ec3-8365-6af29917e0d7 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:11.984760 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-53304900-e938-4ec3-8365-6af29917e0d7 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:11.988397 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-076fb13a-9bb1-4da8-81eb-e12781543746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:12.003247 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53304900-e938-4ec3-8365-6af29917e0d7 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb66a6d8-9ba3-42c8-997b-58c98125b04b,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:12.005961 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-53304900-e938-4ec3-8365-6af29917e0d7 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:12.013295 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-53304900-e938-4ec3-8365-6af29917e0d7 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:12.014395 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-53304900-e938-4ec3-8365-6af29917e0d7 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] 10.222.0.15 "DELETE /v2.0/security-groups/fb66a6d8-9ba3-42c8-997b-58c98125b04b HTTP/1.1" status: 204  len: 168 time: 0.1868963
Jun 29 21:05:12.084171 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33894) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:12.620790 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-b83d77f8-b889-4bfa-a64c-d75dee1018b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:12.704513 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594463'] for router_interface, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:13.047615 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:13.296188 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Deleting port 8cb105c6-8859-446f-a187-22c6ff2e9c34 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:13.296827 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:13.465441 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] For port 8cb105c6-8859-446f-a187-22c6ff2e9c34, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=8cb105c6-8859-446f-a187-22c6ff2e9c34,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:05:13.465789 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:13.583478 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Calling delete_port for 8cb105c6-8859-446f-a187-22c6ff2e9c34 owned by network:router_interface {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:13.755302 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:13.758525 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-864de442-96e1-4abd-9282-4b7ce9d16283 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:13.797230 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb105c6-8859-446f-a187-22c6ff2e9c34,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:13.801364 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:14.177041 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594977'] for router_interface, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:14.743931 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:05:14.899362 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d204-352c-48b4-8fb2-f329d3a7ee83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:14.946304 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:05:14.955983 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] Sync routers for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:05:14.960986 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-d8ed97ba-acb1-465f-909a-6fcac0787c33 admin admin] 10.222.0.15 "PUT /v2.0/routers/c2c251e3-df71-4834-ada5-7e6c98b2b0d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8721614
Jun 29 21:05:14.961212 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33902) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:14.970688 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:05:14.971306 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446036340>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:05:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:15.140655 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: dv-cinder-779781-1-iscsi {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:05:15.153975 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Notify callbacks [] for router, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:15.355591 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:15.365294 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Deleting port 8bfc7b75-67fc-40c3-9f76-183bd74981c9 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:15.366195 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:15.422104 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446036340>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T21:05:13Z', 'revision_number': 5, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port': {'id': '8bfc7b75-67fc-40c3-9f76-183bd74981c9', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:27Z', 'updated_at': '2021-06-29T20:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:15.425724 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] Checking router: c2c251e3-df71-4834-ada5-7e6c98b2b0d6 for host: dv-cinder-779781-1-iscsi {{(pid=74219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:05:15.436249 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] Routers {'c2c251e3-df71-4834-ada5-7e6c98b2b0d6'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:05:15.436875 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5446036340>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:05:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'], 'active': True} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:15.587822 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_dvr_db [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] Set router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 gateway port host: None {{(pid=74219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:05:15.639854 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] For port 8bfc7b75-67fc-40c3-9f76-183bd74981c9, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=8bfc7b75-67fc-40c3-9f76-183bd74981c9,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:05:15.640206 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:15.691068 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.l3_hamode_db [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5446036340>, [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T21:05:15Z', 'revision_number': 6, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port_host': None}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:15.695087 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a34ffe-5c29-407a-a41a-f384d51c30f2 None None] The sync data for ids ['c2c251e3-df71-4834-ada5-7e6c98b2b0d6'] in dv-cinder-779781-1-iscsi is: [{'id': 'c2c251e3-df71-4834-ada5-7e6c98b2b0d6', 'name': 'tempest-TestVolumeBootPattern-1595841842-router', 'tenant_id': '4849c509f94542d6aea3d7be4cde3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:26Z', 'updated_at': '2021-06-29T21:05:15Z', 'revision_number': 6, 'project_id': '4849c509f94542d6aea3d7be4cde3726', 'gw_port_host': None}] {{(pid=74219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:05:15.764784 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Calling delete_port for 8bfc7b75-67fc-40c3-9f76-183bd74981c9 owned by network:router_gateway {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:15.907242 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:15.923540 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:15.927451 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cc39958c-4576-44cd-8877-2d3a03b71445 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:15.968051 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfc7b75-67fc-40c3-9f76-183bd74981c9,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:15.970446 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:16.188235 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591432'] for router_gateway, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:16.439291 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3446'] for router, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:16.444289 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:16.468936 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591284'] for router, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:16.469461 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2c251e3-df71-4834-ada5-7e6c98b2b0d6 {{(pid=74217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:05:16.482425 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:16.483511 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-62c94658-7134-4f04-b337-17b158683b8f admin admin] 10.222.0.15 "DELETE /v2.0/routers/c2c251e3-df71-4834-ada5-7e6c98b2b0d6 HTTP/1.1" status: 204  len: 168 time: 1.5214202
Jun 29 21:05:16.485955 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33906) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:16.550026 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f535931-26e6-4e6d-9f0c-5a0038c89357 admin admin] Deleting subnet afdaecb3-6a5f-41a7-8182-32bce5b23c4d {{(pid=74217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:05:16.553009 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8f535931-26e6-4e6d-9f0c-5a0038c89357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:16.603988 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8f535931-26e6-4e6d-9f0c-5a0038c89357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3702203'] for subnet, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:16.682465 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8f535931-26e6-4e6d-9f0c-5a0038c89357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:16.757977 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8f535931-26e6-4e6d-9f0c-5a0038c89357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4136704'] for subnet, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:16.761845 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a94ec5c5-741e-4975-b297-cdc65afe5221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:16.797876 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f535931-26e6-4e6d-9f0c-5a0038c89357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afdaecb3-6a5f-41a7-8182-32bce5b23c4d,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:16.802221 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-8f535931-26e6-4e6d-9f0c-5a0038c89357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:16.804868 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8f535931-26e6-4e6d-9f0c-5a0038c89357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:16.810514 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b4bd01-365a-4c9e-b65a-7876e4568fc8 None None] Network d3bb8228-fca8-4915-a5dd-c117efe631ab requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:05:16.810676 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-8f535931-26e6-4e6d-9f0c-5a0038c89357 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/afdaecb3-6a5f-41a7-8182-32bce5b23c4d HTTP/1.1" status: 204  len: 168 time: 0.3237944
Jun 29 21:05:16.813045 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33910) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:17.009968 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.020368 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Deleting port 42f8cacf-c890-492f-afb0-56c7407c0591 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:17.020729 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.057188 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] DHCP port deletion for d3bb8228-fca8-4915-a5dd-c117efe631ab request from dv-cinder-779781-1-iscsi {{(pid=74218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:05:17.061372 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] Deleting port 42f8cacf-c890-492f-afb0-56c7407c0591 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:17.061749 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.228377 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] For port 42f8cacf-c890-492f-afb0-56c7407c0591, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=42f8cacf-c890-492f-afb0-56c7407c0591,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:05:17.228796 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.277678 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 8cb105c6-8859-446f-a187-22c6ff2e9c34 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:05:17.322564 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 8cb105c6-8859-446f-a187-22c6ff2e9c34 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:05:17.322904 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 8cb105c6-8859-446f-a187-22c6ff2e9c34 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:05:17.323309 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 42f8cacf-c890-492f-afb0-56c7407c0591 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:05:17.347588 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Calling delete_port for 42f8cacf-c890-492f-afb0-56c7407c0591 owned by network:dhcp {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:17.393225 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.405278 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] For port 42f8cacf-c890-492f-afb0-56c7407c0591, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=42f8cacf-c890-492f-afb0-56c7407c0591,segment=NetworkSegment(a2f631dd-a836-4644-a754-73b353acbf0a),segment_id=a2f631dd-a836-4644-a754-73b353acbf0a)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:05:17.405662 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.422106 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.426575 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-a7ef4187-a5f0-4c1d-b93b-5eebe4f6ec43 tempest-AttachVolumeTestJSON-193900878 tempest-AttachVolumeTestJSON-193900878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:17.472420 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f8cacf-c890-492f-afb0-56c7407c0591,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:17.475956 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:17.476724 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] No DVR routers for this DVR port 42f8cacf-c890-492f-afb0-56c7407c0591 on host dv-cinder-779781-1-iscsi {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:05:17.532318 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] Calling delete_port for 42f8cacf-c890-492f-afb0-56c7407c0591 owned by network:dhcp {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:17.559093 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No active binding found for port 42f8cacf-c890-492f-afb0-56c7407c0591 {{(pid=74218) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Jun 29 21:05:17.559387 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 42f8cacf-c890-492f-afb0-56c7407c0591 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:05:17.559798 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 8bfc7b75-67fc-40c3-9f76-183bd74981c9 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:05:17.592078 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.605581 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5445036f40>,) {'filters': {'network_id': ['d3bb8228-fca8-4915-a5dd-c117efe631ab']}} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:17.606008 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 8bfc7b75-67fc-40c3-9f76-183bd74981c9 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:05:17.606354 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 8bfc7b75-67fc-40c3-9f76-183bd74981c9 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:05:17.619954 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445036f40>, 'a2f631dd-a836-4644-a754-73b353acbf0a') {'for_net_delete': True} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:17.620247 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445036f40>, 'a2f631dd-a836-4644-a754-73b353acbf0a') {} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:17.631664 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3702196'] for segment, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.639750 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.db.api [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:05:17.640105 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_db.api [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:05:17.646732 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.652624 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=74217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:05:17.653004 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570591'] for segment, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]: Traceback (most recent call last):
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     timer()
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     cb(*args, **kw)
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     return func(*args, **kwargs)
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     self._notify()
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     self.callback(batched_events)
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     event.method(event)
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     return f(self, *a, **k)
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._get(url).json()
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:05:17.666760 dv-cinder-779781-1-iscsi neutron-server[74217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:05:17.742685 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.747898 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:17.750363 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:17.771587 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3bb8228-fca8-4915-a5dd-c117efe631ab,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:17.774694 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:17.785159 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-516e62cb-bd61-4539-98c5-fa53088ea4c1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d3bb8228-fca8-4915-a5dd-c117efe631ab HTTP/1.1" status: 204  len: 168 time: 0.9711046
Jun 29 21:05:17.788519 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33914) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:18.141832 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] Deleting port 42f8cacf-c890-492f-afb0-56c7407c0591 {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:18.142374 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:18.171376 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594463'] for router_interface, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:18.203231 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-c1b69601-cfeb-40b2-8ffe-eac1510ae4f9 None None] The port '42f8cacf-c890-492f-afb0-56c7407c0591' was deleted {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:05:18.844312 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Deleting port 7da33687-be24-459e-bc40-f276e6e94e99 {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:18.844571 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:19.010120 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] For port 7da33687-be24-459e-bc40-f276e6e94e99, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=7da33687-be24-459e-bc40-f276e6e94e99,segment=NetworkSegment(59e46a08-626a-4624-bbfe-48e609497e3c),segment_id=59e46a08-626a-4624-bbfe-48e609497e3c)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:05:19.010472 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:19.130126 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Calling delete_port for 7da33687-be24-459e-bc40-f276e6e94e99 owned by network:router_interface {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:19.300365 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:19.304140 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-47730a58-aabf-4f08-9a15-8c4a655490e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:19.343662 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da33687-be24-459e-bc40-f276e6e94e99,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:19.347670 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:19.631452 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594977'] for router_interface, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:20.285398 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Router 993ac561-7791-4e95-bc29-1be64a36817f has already been hosted by L3 agent 11e62cce-b6f9-4d1d-ba5a-53627069222e {{(pid=74217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:05:20.479483 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] Notify agent at l3_agent.dv-cinder-779781-1-iscsi the message routers_updated {{(pid=74217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:05:20.487933 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] Sync routers for ids ['993ac561-7791-4e95-bc29-1be64a36817f'] in dv-cinder-779781-1-iscsi {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:05:20.488381 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-8b2d8972-9183-4b55-80e5-a0554ae04be5 admin admin] 10.222.0.15 "PUT /v2.0/routers/993ac561-7791-4e95-bc29-1be64a36817f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6986592
Jun 29 21:05:20.490808 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33918) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:20.499259 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] Routers {'993ac561-7791-4e95-bc29-1be64a36817f'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:05:20.499865 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460c8880>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:05:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['993ac561-7791-4e95-bc29-1be64a36817f'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:20.674896 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] Set router 993ac561-7791-4e95-bc29-1be64a36817f gateway port host: dv-cinder-779781-1-iscsi {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:05:20.689714 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Notify callbacks [] for router, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:20.882939 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:20.892263 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Deleting port 17018cb8-8acb-47ae-9888-020961a5f80f {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:20.892669 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:20.950944 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460c8880>, [{'id': '993ac561-7791-4e95-bc29-1be64a36817f', 'name': 'tempest-TestVolumeBootPattern-852648615-router', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'external_fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:38Z', 'updated_at': '2021-06-29T21:05:19Z', 'revision_number': 5, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'gw_port': {'id': '17018cb8-8acb-47ae-9888-020961a5f80f', 'name': '', 'network_id': '0460bb14-7d62-4976-a05c-7c2670111765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ac561-7791-4e95-bc29-1be64a36817f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T20:56:39Z', 'updated_at': '2021-06-29T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd747a876-1e2d-45a6-ab9f-fb8ebf3a84f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779781-1-iscsi'}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:20.954759 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] Checking router: 993ac561-7791-4e95-bc29-1be64a36817f for host: dv-cinder-779781-1-iscsi {{(pid=74218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:05:20.965665 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] Routers {'993ac561-7791-4e95-bc29-1be64a36817f'} bound to L3 agent in host dv-cinder-779781-1-iscsi {{(pid=74218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:05:20.966262 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54460c8880>, 'dv-cinder-779781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T20:45:45Z,description=<?>,heartbeat_timestamp=2021-06-29T21:05:15Z,host='dv-cinder-779781-1-iscsi',id=11e62cce-b6f9-4d1d-ba5a-53627069222e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T20:45:45Z,topic='l3_agent')) {'router_ids': ['993ac561-7791-4e95-bc29-1be64a36817f'], 'active': True} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:21.065013 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] For port 17018cb8-8acb-47ae-9888-020961a5f80f, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=17018cb8-8acb-47ae-9888-020961a5f80f,segment=NetworkSegment(a9fd36d2-88c2-4a5b-afb9-2743079fec7c),segment_id=a9fd36d2-88c2-4a5b-afb9-2743079fec7c)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:05:21.065378 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:21.114676 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_dvr_db [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] Set router 993ac561-7791-4e95-bc29-1be64a36817f gateway port host: None {{(pid=74218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:05:21.184248 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Calling delete_port for 17018cb8-8acb-47ae-9888-020961a5f80f owned by network:router_gateway {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:21.219648 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.db.l3_hamode_db [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54460c8880>, [{'id': '993ac561-7791-4e95-bc29-1be64a36817f', 'name': 'tempest-TestVolumeBootPattern-852648615-router', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:38Z', 'updated_at': '2021-06-29T21:05:20Z', 'revision_number': 6, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'gw_port_host': None}], 'dv-cinder-779781-1-iscsi', False) {} {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:21.223663 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42d83-3984-49f2-bc98-f11003848ad0 None None] The sync data for ids ['993ac561-7791-4e95-bc29-1be64a36817f'] in dv-cinder-779781-1-iscsi is: [{'id': '993ac561-7791-4e95-bc29-1be64a36817f', 'name': 'tempest-TestVolumeBootPattern-852648615-router', 'tenant_id': '995a266051c54fd6b59aa3d9aed74eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T20:56:38Z', 'updated_at': '2021-06-29T21:05:20Z', 'revision_number': 6, 'project_id': '995a266051c54fd6b59aa3d9aed74eb4', 'gw_port_host': None}] {{(pid=74218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:05:21.348403 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:21.352457 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-22c9b898-58a8-493a-84c8-0f07531bac31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:21.393241 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Pushing event deleted for resources: {'Port': ['ID=17018cb8-8acb-47ae-9888-020961a5f80f,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:21.396515 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:21.709629 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591432'] for router_gateway, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:21.955175 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3446'] for router, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:21.960062 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:21.985396 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591284'] for router, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:21.985913 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 993ac561-7791-4e95-bc29-1be64a36817f {{(pid=74217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:05:21.998310 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] Notify callbacks [] for router, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:21.999436 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-cf33ec6a-37c4-4e56-b7c7-a521435d1eef admin admin] 10.222.0.15 "DELETE /v2.0/routers/993ac561-7791-4e95-bc29-1be64a36817f HTTP/1.1" status: 204  len: 168 time: 1.5076518
Jun 29 21:05:22.002178 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33922) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:22.060738 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b18e95-bfb5-4e2c-8ab2-82f9675ae8f7 admin admin] Deleting subnet b5a0e6ee-7f62-4daa-ba8f-54ba4d923281 {{(pid=74217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:05:22.064188 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-56b18e95-bfb5-4e2c-8ab2-82f9675ae8f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.115874 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-56b18e95-bfb5-4e2c-8ab2-82f9675ae8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3702203'] for subnet, precommit_delete_associations {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.194326 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-56b18e95-bfb5-4e2c-8ab2-82f9675ae8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1439952'] for subnet, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.262395 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-56b18e95-bfb5-4e2c-8ab2-82f9675ae8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4136704'] for subnet, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.267246 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:22.304439 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b18e95-bfb5-4e2c-8ab2-82f9675ae8f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a0e6ee-7f62-4daa-ba8f-54ba4d923281,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:22.307131 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-56b18e95-bfb5-4e2c-8ab2-82f9675ae8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:22.309441 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-56b18e95-bfb5-4e2c-8ab2-82f9675ae8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for subnet, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.314993 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a4736f-40e7-4d75-bcc0-f0642f2de27f None None] Network e43e6b36-5d97-47e2-a28b-8ebed1f136f4 requested from dv-cinder-779781-1-iscsi {{(pid=74218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:05:22.315491 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-56b18e95-bfb5-4e2c-8ab2-82f9675ae8f7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b5a0e6ee-7f62-4daa-ba8f-54ba4d923281 HTTP/1.1" status: 204  len: 168 time: 0.3119376
Jun 29 21:05:22.317445 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33926) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:22.424066 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549529'] for network, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.434806 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Deleting port 90496ae3-e892-4b81-9375-9af23e2e300f {{(pid=74217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:22.435125 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.608184 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] DHCP port deletion for e43e6b36-5d97-47e2-a28b-8ebed1f136f4 request from dv-cinder-779781-1-iscsi {{(pid=74218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:05:22.612480 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] Deleting port 90496ae3-e892-4b81-9375-9af23e2e300f {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:22.612883 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.637896 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.db [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] For port 90496ae3-e892-4b81-9375-9af23e2e300f, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=90496ae3-e892-4b81-9375-9af23e2e300f,segment=NetworkSegment(59e46a08-626a-4624-bbfe-48e609497e3c),segment_id=59e46a08-626a-4624-bbfe-48e609497e3c)] {{(pid=74217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:05:22.638422 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.758505 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.plugin [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Calling delete_port for 90496ae3-e892-4b81-9375-9af23e2e300f owned by network:dhcp {{(pid=74217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:22.810665 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.db [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] For port 90496ae3-e892-4b81-9375-9af23e2e300f, host dv-cinder-779781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779781-1-iscsi',level=0,port_id=90496ae3-e892-4b81-9375-9af23e2e300f,segment=NetworkSegment(59e46a08-626a-4624-bbfe-48e609497e3c),segment_id=59e46a08-626a-4624-bbfe-48e609497e3c)] {{(pid=74218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:05:22.810978 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596623'] for port, precommit_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.926632 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749996584870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749996043322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570634'] for port, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:22.931908 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-17041ce5-5f6b-47d1-82ff-d7db55876d55 tempest-TestVolumeBootPattern-597634976 tempest-TestVolumeBootPattern-597634976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:22.937502 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] Calling delete_port for 90496ae3-e892-4b81-9375-9af23e2e300f owned by network:dhcp {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:05:22.972575 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Pushing event deleted for resources: {'Port': ['ID=90496ae3-e892-4b81-9375-9af23e2e300f,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:22.977276 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:22.977859 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] No DVR routers for this DVR port 90496ae3-e892-4b81-9375-9af23e2e300f on host dv-cinder-779781-1-iscsi {{(pid=74217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:05:23.011268 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.db.api [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:05:23.011623 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG oslo_db.api [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:05:23.088778 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1425829', 'neutron.services.segments.db._delete_segments_for_network-8749996581250'] for network, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.102382 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5445131850>,) {'filters': {'network_id': ['e43e6b36-5d97-47e2-a28b-8ebed1f136f4']}} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:23.113867 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445131850>, '59e46a08-626a-4624-bbfe-48e609497e3c') {'for_net_delete': True} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:23.114164 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.services.segments.db [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5445131850>, '59e46a08-626a-4624-bbfe-48e609497e3c') {} {{(pid=74217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:05:23.118003 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.125795 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749996502941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3702196'] for segment, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.142225 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503556'] for segment, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.148760 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=74217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:05:23.149139 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1503583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570591'] for segment, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]: Traceback (most recent call last):
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     timer()
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     cb(*args, **kw)
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     return func(*args, **kwargs)
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     self._notify()
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     self.callback(batched_events)
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     event.method(event)
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     return f(self, *a, **k)
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._get(url).json()
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:05:23.166071 dv-cinder-779781-1-iscsi neutron-server[74217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:05:23.236826 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 90496ae3-e892-4b81-9375-9af23e2e300f no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:05:23.238547 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591477'] for network, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.244464 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631657'] for network, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.246978 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-9dc894de-53f1-4662-b6fb-2b45cd6376b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:23.267680 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Pushing event deleted for resources: {'Network': ['ID=e43e6b36-5d97-47e2-a28b-8ebed1f136f4,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:23.269190 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 90496ae3-e892-4b81-9375-9af23e2e300f {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:05:23.269545 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 90496ae3-e892-4b81-9375-9af23e2e300f not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:05:23.269960 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 7da33687-be24-459e-bc40-f276e6e94e99 no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:05:23.270331 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:23.273770 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-174f22cb-66b0-4917-9775-7e89d93d7624 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e43e6b36-5d97-47e2-a28b-8ebed1f136f4 HTTP/1.1" status: 204  len: 168 time: 0.9554288
Jun 29 21:05:23.301577 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 7da33687-be24-459e-bc40-f276e6e94e99 {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:05:23.302001 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 7da33687-be24-459e-bc40-f276e6e94e99 not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:05:23.302426 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 17018cb8-8acb-47ae-9888-020961a5f80f no longer exists at agent ovs-agent-dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:05:23.336564 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] No Port match for: 17018cb8-8acb-47ae-9888-020961a5f80f {{(pid=74218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:05:23.337199 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.rpc [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Device 17018cb8-8acb-47ae-9888-020961a5f80f not bound to the agent host dv-cinder-779781-1-iscsi {{(pid=74218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:05:23.418880 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33932) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:23.472591 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-a2c7ffd4-3bfe-40ba-bdd3-5fd8f369f00f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4849c509f94542d6aea3d7be4cde3726&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0524056
Jun 29 21:05:23.475072 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33936) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:23.512912 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] Deleting port 90496ae3-e892-4b81-9375-9af23e2e300f {{(pid=74218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:05:23.513295 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749996530351'] for port, before_delete {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.533620 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2dbabb53-29a1-4a1d-abde-47fbd22f27da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.558681 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2dbabb53-29a1-4a1d-abde-47fbd22f27da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.575668 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron.plugins.ml2.plugin [None req-c8997178-cc68-4521-91c3-abad1a190803 None None] The port '90496ae3-e892-4b81-9375-9af23e2e300f' was deleted {{(pid=74218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:05:23.618263 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2dbabb53-29a1-4a1d-abde-47fbd22f27da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.622117 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-5da8c5fc-eed4-430e-91d2-24b16d681b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:23.638282 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbabb53-29a1-4a1d-abde-47fbd22f27da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34261691-c586-4c36-ba24-4f8a67dcc4c1,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:23.642670 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-2dbabb53-29a1-4a1d-abde-47fbd22f27da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:23.644602 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-2dbabb53-29a1-4a1d-abde-47fbd22f27da admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:23.648652 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-2dbabb53-29a1-4a1d-abde-47fbd22f27da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34261691-c586-4c36-ba24-4f8a67dcc4c1 HTTP/1.1" status: 204  len: 168 time: 0.1697018
Jun 29 21:05:24.026022 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33944) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:24.076747 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-809de38f-97f8-499e-9d68-b1c105127d4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=995a266051c54fd6b59aa3d9aed74eb4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494974
Jun 29 21:05:24.079054 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.wsgi [-] (74217) accepted ('10.222.0.15', 33948) {{(pid=74217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:05:24.140443 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-80aa0f71-637c-47b5-bd13-c1deb6833e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:24.173453 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-80aa0f71-637c-47b5-bd13-c1deb6833e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:24.227593 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-80aa0f71-637c-47b5-bd13-c1deb6833e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380603'] for security_group, after_delete {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:24.232345 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-7c651485-4fe4-49fb-82af-5ec279f2be92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:05:24.232639 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:05:24.245116 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa0f71-637c-47b5-bd13-c1deb6833e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06cf29f-5c69-4776-aeb3-31996782631f,revision_number=None']} {{(pid=74217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:05:24.247840 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG oslo_concurrency.lockutils [None req-80aa0f71-637c-47b5-bd13-c1deb6833e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:05:24.248711 dv-cinder-779781-1-iscsi neutron-server[74217]: DEBUG neutron_lib.callbacks.manager [None req-80aa0f71-637c-47b5-bd13-c1deb6833e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:24.249780 dv-cinder-779781-1-iscsi neutron-server[74217]: INFO neutron.wsgi [None req-80aa0f71-637c-47b5-bd13-c1deb6833e5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f06cf29f-5c69-4776-aeb3-31996782631f HTTP/1.1" status: 204  len: 168 time: 0.1698618
Jun 29 21:05:42.622485 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0d802411-a55e-44f8-b4de-62ef984bef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:43.050569 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:44.901451 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-84bd4caa-dfee-40cf-b35c-13d7e5c7ab2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:45.908022 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:47.214670 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:05:53.132442 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:01.232288 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:06:12.624213 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a5bad0dd-109c-43d2-a69c-f490ccb69414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:13.053915 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:14.902548 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-91e8606a-ed56-446b-a5f1-a00a3e3a9852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:15.914219 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:17.216429 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:23.147789 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:38.232325 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:06:42.625525 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-e0e9cc5f-f96e-4519-9a25-46e914a6a38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:43.055166 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:44.904031 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa174960-ffc6-45c2-b8cc-0823dc2f1a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:45.913965 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:47.219457 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:06:53.146899 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:12.626981 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f735439a-f3d9-45bb-9b63-f0f89d23ee3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:13.060016 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:14.905497 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f02db639-e9f6-4414-87fd-d467db17b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:15.232658 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:07:15.917060 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:17.221258 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:23.161634 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:42.629338 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-cab4bd10-77a0-404b-bd7e-ddd163a93eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:43.061549 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:44.906595 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-90f580e7-8ac4-4884-b3fc-e1a3448de9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:45.919830 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:47.223011 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:07:52.233154 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:07:53.154048 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:12.631190 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-3d418da1-ed52-409a-9eef-32fdf9db1e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:13.063091 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:14.906533 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-7f2cb077-744e-4251-b19e-bcf2eaaffea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:15.922981 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:17.225724 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:23.178617 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:29.233119 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:08:42.633249 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9fe59fe2-de0d-4071-9993-8e7d67b23716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:43.063606 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:44.907672 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-07ef4e12-8f9a-4543-8357-6c0ffb400aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:45.925079 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:47.228454 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:08:53.190358 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:06.234379 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:09:12.636963 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-841c063b-35cb-4f64-8df2-564d0737c828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:13.064721 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:14.910056 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-209afa9a-57f5-444a-a414-8a721709c583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:15.958650 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:17.231735 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:23.188734 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:30.156778 dv-cinder-779781-1-iscsi neutron-server[74216]: DEBUG neutron.wsgi [req-c4815662-c6b3-4e99-8689-b9efecb02e74 req-1769e8b6-82cf-4cc7-bb89-f9271680e1c4 service neutron] (74216) timed out ('10.222.0.60', 57026) {{(pid=74216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 29 21:09:42.639388 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2731-d6f3-4ae0-a928-84ae66e9433e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:43.068498 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:43.234693 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:09:44.911470 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-3c05a7b4-fc2b-4999-9cd6-9123ae69f3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:45.930021 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:47.234683 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:09:53.191075 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:12.641598 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1ec4-aa07-450f-8117-3ac287ac48a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:13.070409 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:14.911758 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-f85b5452-0c4a-47c5-9790-cec3be5a1552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:15.933324 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:17.235646 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:20.234283 dv-cinder-779781-1-iscsi neutron-server[74219]: DEBUG neutron.db.agents_db [None req-a0c9d4c4-99af-4d7b-ab55-3b927fd6ced3 None None] Agent healthcheck: found 6 active agents {{(pid=74219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:10:23.205709 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-1f0b38e9-b8e5-43e6-b646-d99ca1e53130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:42.644377 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a3f7256c-cefe-4be0-8c07-24afcd93f48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:43.072416 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-fa8973fc-ac07-44eb-ac77-efdff6ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:44.914479 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-a576886a-e4ae-4a4a-92c5-590b56f5f99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:45.935715 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-371279c3-666f-4fd7-8b51-b26efbaec49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:10:47.239602 dv-cinder-779781-1-iscsi neutron-server[74218]: DEBUG neutron_lib.callbacks.manager [None req-9f341444-11a3-433c-97da-3f7709037757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749996581232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428883'] for agent, after_update {{(pid=74218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}